2024-11-17 22:56:17,600 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-17 22:56:17,612 main DEBUG Took 0.010066 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 22:56:17,612 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 22:56:17,613 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 22:56:17,614 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 22:56:17,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,622 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 22:56:17,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,637 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,639 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,640 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,642 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,643 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:56:17,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,645 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 22:56:17,646 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:56:17,648 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 22:56:17,649 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 22:56:17,650 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 22:56:17,651 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 22:56:17,651 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 22:56:17,658 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 22:56:17,661 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 22:56:17,662 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 22:56:17,662 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 22:56:17,663 main DEBUG createAppenders(={Console}) 2024-11-17 22:56:17,664 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-17 22:56:17,664 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-17 22:56:17,664 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-17 22:56:17,665 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 22:56:17,665 main DEBUG OutputStream closed 2024-11-17 22:56:17,665 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 22:56:17,665 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 22:56:17,666 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-17 22:56:17,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 22:56:17,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 22:56:17,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 22:56:17,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 22:56:17,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 22:56:17,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 22:56:17,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 22:56:17,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 22:56:17,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 22:56:17,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 22:56:17,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 22:56:17,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 22:56:17,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 22:56:17,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 22:56:17,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 22:56:17,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 22:56:17,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 22:56:17,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 22:56:17,754 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 22:56:17,754 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-17 22:56:17,754 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 22:56:17,755 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-17T22:56:17,988 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f 2024-11-17 22:56:17,991 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 22:56:17,991 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T22:56:18,000 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-17T22:56:18,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T22:56:18,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380, deleteOnExit=true 2024-11-17T22:56:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T22:56:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/test.cache.data in system properties and HBase conf 2024-11-17T22:56:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T22:56:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/hadoop.log.dir in system properties and HBase conf 2024-11-17T22:56:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T22:56:18,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T22:56:18,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T22:56:18,132 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T22:56:18,215 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T22:56:18,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:56:18,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:56:18,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T22:56:18,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:56:18,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T22:56:18,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T22:56:18,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:56:18,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:56:18,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T22:56:18,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/nfs.dump.dir in system properties and HBase conf 2024-11-17T22:56:18,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/java.io.tmpdir in system properties and HBase conf 2024-11-17T22:56:18,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:56:18,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T22:56:18,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T22:56:18,986 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T22:56:19,057 INFO [Time-limited test {}] log.Log(170): Logging initialized @2158ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T22:56:19,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:56:19,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:56:19,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:56:19,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:56:19,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:56:19,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:56:19,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:56:19,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:56:19,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-18398613468033714137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:56:19,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-11-17T22:56:19,389 INFO [Time-limited test {}] server.Server(415): Started @2492ms 2024-11-17T22:56:19,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:56:19,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:56:19,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:56:19,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:56:19,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:56:19,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:56:19,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:56:19,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/java.io.tmpdir/jetty-localhost-36349-hadoop-hdfs-3_4_1-tests_jar-_-any-6727244591328189205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:56:19,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:36349} 2024-11-17T22:56:19,835 INFO [Time-limited test {}] server.Server(415): Started @2938ms 2024-11-17T22:56:19,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:56:20,274 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/data/data2/current/BP-49016161-172.17.0.2-1731884178780/current, will proceed with Du for space computation calculation, 2024-11-17T22:56:20,274 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/data/data1/current/BP-49016161-172.17.0.2-1731884178780/current, will proceed with Du for space computation calculation, 2024-11-17T22:56:20,309 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:56:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x585f1532356a27f7 with lease ID 0x339e2397d86a0387: Processing first storage report for DS-0d0ca989-e34c-4411-864d-bc33dec97baa from datanode DatanodeRegistration(127.0.0.1:46579, datanodeUuid=d05a8b6f-6449-4a40-aa1a-2d4f9578a4e7, infoPort=40607, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1503452324;c=1731884178780) 2024-11-17T22:56:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x585f1532356a27f7 with lease ID 0x339e2397d86a0387: from storage DS-0d0ca989-e34c-4411-864d-bc33dec97baa node DatanodeRegistration(127.0.0.1:46579, datanodeUuid=d05a8b6f-6449-4a40-aa1a-2d4f9578a4e7, infoPort=40607, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1503452324;c=1731884178780), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-17T22:56:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x585f1532356a27f7 with lease ID 0x339e2397d86a0387: Processing first storage report for DS-5cc4d486-2c68-4d96-a0f0-7791a09d2efc from datanode DatanodeRegistration(127.0.0.1:46579, datanodeUuid=d05a8b6f-6449-4a40-aa1a-2d4f9578a4e7, infoPort=40607, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1503452324;c=1731884178780) 2024-11-17T22:56:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x585f1532356a27f7 with lease ID 0x339e2397d86a0387: from storage DS-5cc4d486-2c68-4d96-a0f0-7791a09d2efc node DatanodeRegistration(127.0.0.1:46579, datanodeUuid=d05a8b6f-6449-4a40-aa1a-2d4f9578a4e7, infoPort=40607, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1503452324;c=1731884178780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:56:20,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f 2024-11-17T22:56:20,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/zookeeper_0, clientPort=50283, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T22:56:20,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50283 2024-11-17T22:56:20,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:20,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:20,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:56:21,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 with version=8 2024-11-17T22:56:21,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/hbase-staging 2024-11-17T22:56:21,268 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T22:56:21,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:56:21,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:56:21,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:56:21,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:56:21,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:56:21,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:56:21,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T22:56:21,661 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T22:56:21,670 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T22:56:21,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:56:21,698 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 94126 (auto-detected) 2024-11-17T22:56:21,699 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T22:56:21,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34399 2024-11-17T22:56:21,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34399 connecting to ZooKeeper ensemble=127.0.0.1:50283 2024-11-17T22:56:21,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343990x0, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:56:21,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34399-0x1004fe6c0550000 connected 2024-11-17T22:56:21,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:21,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:21,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:56:21,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6, hbase.cluster.distributed=false 2024-11-17T22:56:21,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:56:21,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-17T22:56:21,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34399 2024-11-17T22:56:21,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34399 2024-11-17T22:56:21,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-17T22:56:21,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-17T22:56:21,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:56:21,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:56:21,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:56:21,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:56:21,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:56:21,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:56:21,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:56:21,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:56:21,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41723 2024-11-17T22:56:21,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41723 connecting to ZooKeeper ensemble=127.0.0.1:50283 2024-11-17T22:56:21,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:21,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417230x0, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:56:21,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:56:21,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41723-0x1004fe6c0550001 connected 2024-11-17T22:56:21,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:56:21,962 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:56:21,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:56:21,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:56:21,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41723 2024-11-17T22:56:21,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41723 2024-11-17T22:56:21,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41723 2024-11-17T22:56:21,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41723 2024-11-17T22:56:21,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41723 2024-11-17T22:56:21,991 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a6e40b21a48:34399 2024-11-17T22:56:21,992 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:21,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:56:21,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:56:22,000 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:22,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:22,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:56:22,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:22,020 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T22:56:22,021 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1a6e40b21a48,34399,1731884181315 from backup master directory 2024-11-17T22:56:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:22,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:56:22,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:56:22,024 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:56:22,025 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:22,027 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T22:56:22,028 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T22:56:22,078 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/hbase.id] with ID: 723f5a16-89b6-4cc6-917f-11dd0b26542d 2024-11-17T22:56:22,078 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/.tmp/hbase.id 2024-11-17T22:56:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:56:22,494 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/.tmp/hbase.id]:[hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/hbase.id] 2024-11-17T22:56:22,545 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:56:22,549 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T22:56:22,569 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-17T22:56:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:56:23,013 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:56:23,016 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T22:56:23,029 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:23,032 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:56:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:56:23,488 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store 2024-11-17T22:56:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:56:23,917 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T22:56:23,921 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:23,922 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:56:23,922 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:56:23,922 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:56:23,924 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:56:23,924 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:56:23,924 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:56:23,926 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731884183922Disabling compacts and flushes for region at 1731884183922Disabling writes for close at 1731884183924 (+2 ms)Writing region close event to WAL at 1731884183924Closed at 1731884183924 2024-11-17T22:56:23,928 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/.initializing 2024-11-17T22:56:23,928 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/WALs/1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:23,936 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:56:23,950 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C34399%2C1731884181315, suffix=, logDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/WALs/1a6e40b21a48,34399,1731884181315, archiveDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/oldWALs, maxLogs=10 2024-11-17T22:56:23,971 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/WALs/1a6e40b21a48,34399,1731884181315/1a6e40b21a48%2C34399%2C1731884181315.1731884183954, exclude list is [], retry=0 2024-11-17T22:56:23,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-0d0ca989-e34c-4411-864d-bc33dec97baa,DISK] 2024-11-17T22:56:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T22:56:24,022 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/WALs/1a6e40b21a48,34399,1731884181315/1a6e40b21a48%2C34399%2C1731884181315.1731884183954 2024-11-17T22:56:24,023 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40607:40607)] 2024-11-17T22:56:24,023 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:56:24,024 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:24,027 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,028 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T22:56:24,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:24,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:24,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T22:56:24,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:24,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:24,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T22:56:24,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:24,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:24,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T22:56:24,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:24,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:24,104 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,107 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,108 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,113 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,114 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,118 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:56:24,124 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:56:24,129 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:56:24,130 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65128710, jitterRate=-0.029506593942642212}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:56:24,137 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731884184039Initializing all the Stores at 1731884184041 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884184041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884184042 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884184042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884184042Cleaning up temporary data from old regions at 1731884184114 (+72 ms)Region opened successfully at 1731884184136 (+22 ms) 2024-11-17T22:56:24,138 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T22:56:24,171 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1b8954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:56:24,199 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T22:56:24,209 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T22:56:24,209 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T22:56:24,211 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:56:24,213 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:56:24,218 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T22:56:24,218 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T22:56:24,244 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T22:56:24,255 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T22:56:24,257 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T22:56:24,259 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T22:56:24,261 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T22:56:24,262 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T22:56:24,264 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T22:56:24,268 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T22:56:24,269 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T22:56:24,270 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T22:56:24,271 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T22:56:24,287 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T22:56:24,288 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T22:56:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:56:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:56:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:24,294 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a6e40b21a48,34399,1731884181315, sessionid=0x1004fe6c0550000, setting cluster-up flag (Was=false) 2024-11-17T22:56:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:24,308 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T22:56:24,310 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:24,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:24,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:24,319 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T22:56:24,320 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:24,327 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T22:56:24,380 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(746): ClusterId : 723f5a16-89b6-4cc6-917f-11dd0b26542d 2024-11-17T22:56:24,383 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:56:24,388 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:56:24,388 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:56:24,391 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:56:24,392 DEBUG [RS:0;1a6e40b21a48:41723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d359883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:56:24,394 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:56:24,402 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T22:56:24,407 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a6e40b21a48:41723 2024-11-17T22:56:24,409 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T22:56:24,411 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:56:24,411 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:56:24,411 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:56:24,414 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,34399,1731884181315 with port=41723, startcode=1731884181900 2024-11-17T22:56:24,414 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a6e40b21a48,34399,1731884181315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T22:56:24,421 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:56:24,422 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:56:24,422 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:56:24,422 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:56:24,422 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a6e40b21a48:0, corePoolSize=10, maxPoolSize=10 2024-11-17T22:56:24,422 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,423 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:56:24,423 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,425 DEBUG [RS:0;1a6e40b21a48:41723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:56:24,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:56:24,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T22:56:24,429 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884214429 2024-11-17T22:56:24,431 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T22:56:24,432 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T22:56:24,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:24,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T22:56:24,436 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T22:56:24,437 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T22:56:24,437 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T22:56:24,437 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T22:56:24,438 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,445 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T22:56:24,446 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T22:56:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:56:24,449 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T22:56:24,453 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T22:56:24,454 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T22:56:24,455 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731884184455,5,FailOnTimeoutGroup] 2024-11-17T22:56:24,457 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731884184455,5,FailOnTimeoutGroup] 2024-11-17T22:56:24,457 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,457 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T22:56:24,459 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,459 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:56:24,459 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:24,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:24,480 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:56:24,480 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35337 2024-11-17T22:56:24,480 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:56:24,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:56:24,484 DEBUG [RS:0;1a6e40b21a48:41723 {}] zookeeper.ZKUtil(111): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:24,484 WARN [RS:0;1a6e40b21a48:41723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:56:24,485 INFO [RS:0;1a6e40b21a48:41723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:56:24,485 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:24,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,41723,1731884181900] 2024-11-17T22:56:24,510 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:56:24,527 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:56:24,532 INFO [RS:0;1a6e40b21a48:41723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:56:24,532 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,533 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:56:24,538 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:56:24,539 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,539 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,540 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,541 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,541 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,541 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,541 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:56:24,541 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:56:24,541 DEBUG [RS:0;1a6e40b21a48:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:56:24,542 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,543 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,543 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,543 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,543 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,543 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,41723,1731884181900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:56:24,561 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:56:24,562 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,41723,1731884181900-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,563 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,563 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.Replication(171): 1a6e40b21a48,41723,1731884181900 started 2024-11-17T22:56:24,580 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:24,581 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,41723,1731884181900, RpcServer on 1a6e40b21a48/172.17.0.2:41723, sessionid=0x1004fe6c0550001 2024-11-17T22:56:24,581 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:56:24,582 DEBUG [RS:0;1a6e40b21a48:41723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:24,582 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,41723,1731884181900' 2024-11-17T22:56:24,582 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:56:24,583 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:56:24,584 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:56:24,584 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:56:24,584 DEBUG [RS:0;1a6e40b21a48:41723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:24,584 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,41723,1731884181900' 2024-11-17T22:56:24,584 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:56:24,584 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:56:24,585 DEBUG [RS:0;1a6e40b21a48:41723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:56:24,585 INFO [RS:0;1a6e40b21a48:41723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:56:24,585 INFO [RS:0;1a6e40b21a48:41723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:56:24,694 INFO [RS:0;1a6e40b21a48:41723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:56:24,697 INFO [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C41723%2C1731884181900, suffix=, logDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900, archiveDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/oldWALs, maxLogs=32 2024-11-17T22:56:24,713 DEBUG [RS:0;1a6e40b21a48:41723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900/1a6e40b21a48%2C41723%2C1731884181900.1731884184700, exclude list is [], retry=0 2024-11-17T22:56:24,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-0d0ca989-e34c-4411-864d-bc33dec97baa,DISK] 2024-11-17T22:56:24,721 INFO [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900/1a6e40b21a48%2C41723%2C1731884181900.1731884184700 2024-11-17T22:56:24,721 DEBUG [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40607:40607)] 2024-11-17T22:56:24,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T22:56:24,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:56:24,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741833_1009 (size=32) 2024-11-17T22:56:25,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:25,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:56:25,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:56:25,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:56:25,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:56:25,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:56:25,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:56:25,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:56:25,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:56:25,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:56:25,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740 2024-11-17T22:56:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740 2024-11-17T22:56:25,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:56:25,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:56:25,293 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:56:25,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:56:25,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:56:25,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70161988, jitterRate=0.04549509286880493}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:56:25,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731884185269Initializing all the Stores at 1731884185272 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884185272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884185273 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884185273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884185273Cleaning up temporary data from old regions at 1731884185292 (+19 ms)Region opened successfully at 1731884185302 (+10 ms) 2024-11-17T22:56:25,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:56:25,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:56:25,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:56:25,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:56:25,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:56:25,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:56:25,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731884185302Disabling compacts and flushes for region at 1731884185302Disabling writes for close at 1731884185302Writing region close event to WAL at 1731884185303 (+1 ms)Closed at 1731884185304 (+1 ms) 2024-11-17T22:56:25,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:56:25,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T22:56:25,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:56:25,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:56:25,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T22:56:25,480 DEBUG [1a6e40b21a48:34399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T22:56:25,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:25,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,41723,1731884181900, state=OPENING 2024-11-17T22:56:25,504 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T22:56:25,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:25,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:56:25,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:56:25,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:56:25,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:56:25,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:56:25,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:56:25,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:56:25,708 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T22:56:25,708 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:56:25,709 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T22:56:25,712 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C41723%2C1731884181900.meta, suffix=.meta, logDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900, archiveDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/oldWALs, maxLogs=32 2024-11-17T22:56:25,726 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900/1a6e40b21a48%2C41723%2C1731884181900.meta.1731884185714.meta, exclude list is [], retry=0 2024-11-17T22:56:25,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-0d0ca989-e34c-4411-864d-bc33dec97baa,DISK] 2024-11-17T22:56:25,732 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/WALs/1a6e40b21a48,41723,1731884181900/1a6e40b21a48%2C41723%2C1731884181900.meta.1731884185714.meta 2024-11-17T22:56:25,732 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40607:40607)] 2024-11-17T22:56:25,732 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:56:25,734 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T22:56:25,737 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T22:56:25,741 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T22:56:25,745 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T22:56:25,746 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:25,747 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T22:56:25,747 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T22:56:25,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:56:25,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:56:25,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:56:25,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:56:25,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:56:25,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:56:25,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:56:25,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:56:25,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:25,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:56:25,762 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:56:25,764 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740 2024-11-17T22:56:25,766 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740 2024-11-17T22:56:25,769 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:56:25,769 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:56:25,770 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:56:25,773 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:56:25,775 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73919712, jitterRate=0.10148954391479492}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:56:25,775 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T22:56:25,777 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731884185748Writing region info on filesystem at 1731884185748Initializing all the Stores at 1731884185750 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884185750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884185750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884185751 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884185751Cleaning up temporary data from old regions at 1731884185769 (+18 ms)Running coprocessor post-open hooks at 1731884185775 (+6 ms)Region opened successfully at 1731884185776 (+1 ms) 2024-11-17T22:56:25,782 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731884185686 2024-11-17T22:56:25,794 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T22:56:25,795 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T22:56:25,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:25,798 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,41723,1731884181900, state=OPEN 2024-11-17T22:56:25,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:56:25,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:56:25,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:56:25,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:56:25,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:25,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T22:56:25,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,41723,1731884181900 in 292 msec 2024-11-17T22:56:25,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T22:56:25,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-17T22:56:25,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:56:25,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T22:56:25,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:25,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:25,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:25,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51987, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:25,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5200 sec 2024-11-17T22:56:25,876 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731884185876, completionTime=-1 2024-11-17T22:56:25,878 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T22:56:25,879 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:56:25,904 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-17T22:56:25,904 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884245904 2024-11-17T22:56:25,905 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884305904 2024-11-17T22:56:25,905 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-17T22:56:25,906 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34399,1731884181315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,907 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34399,1731884181315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,907 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34399,1731884181315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,908 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a6e40b21a48:34399, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,909 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,909 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,915 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T22:56:25,933 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.908sec 2024-11-17T22:56:25,934 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T22:56:25,936 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T22:56:25,937 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T22:56:25,937 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T22:56:25,938 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T22:56:25,938 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34399,1731884181315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:56:25,939 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34399,1731884181315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T22:56:25,948 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T22:56:25,949 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T22:56:25,949 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34399,1731884181315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:56:25,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:25,994 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T22:56:25,994 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T22:56:25,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:25,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:26,006 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bece0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:26,014 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:26,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:26,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:26,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:26,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:26,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=212, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=4611 2024-11-17T22:56:26,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:56:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef0928 2024-11-17T22:56:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:56:26,091 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:56:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:56:26,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:56:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:26,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:56:26,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-17T22:56:26,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:26,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:56:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:56:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741835_1011 (size=1061) 2024-11-17T22:56:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:56:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:56:26,541 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:56:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741836_1012 (size=53) 2024-11-17T22:56:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:56:26,954 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:26,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1958fde5e6f32ba9011bde4df3c54765, disabling compactions & flushes 2024-11-17T22:56:26,955 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:26,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:26,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. after waiting 0 ms 2024-11-17T22:56:26,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:26,955 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:26,956 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1958fde5e6f32ba9011bde4df3c54765: Waiting for close lock at 1731884186954Disabling compacts and flushes for region at 1731884186954Disabling writes for close at 1731884186955 (+1 ms)Writing region close event to WAL at 1731884186955Closed at 1731884186955 2024-11-17T22:56:26,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:56:26,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731884186960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884186960"}]},"ts":"1731884186960"} 2024-11-17T22:56:26,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T22:56:26,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:56:26,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884186973"}]},"ts":"1731884186973"} 2024-11-17T22:56:26,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T22:56:26,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, ASSIGN}] 2024-11-17T22:56:26,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, ASSIGN 2024-11-17T22:56:26,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=false 2024-11-17T22:56:27,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1958fde5e6f32ba9011bde4df3c54765, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, ASSIGN because future has completed 2024-11-17T22:56:27,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:56:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:56:27,312 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:27,312 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:56:27,313 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,313 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:27,313 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,314 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,317 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,321 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:27,321 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1958fde5e6f32ba9011bde4df3c54765 columnFamilyName A 2024-11-17T22:56:27,322 DEBUG [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:27,323 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.HStore(327): Store=1958fde5e6f32ba9011bde4df3c54765/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:27,323 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,326 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:27,326 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1958fde5e6f32ba9011bde4df3c54765 columnFamilyName B 2024-11-17T22:56:27,326 DEBUG [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:27,327 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.HStore(327): Store=1958fde5e6f32ba9011bde4df3c54765/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:27,328 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,330 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:27,330 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1958fde5e6f32ba9011bde4df3c54765 columnFamilyName C 2024-11-17T22:56:27,330 DEBUG [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:27,332 INFO [StoreOpener-1958fde5e6f32ba9011bde4df3c54765-1 {}] regionserver.HStore(327): Store=1958fde5e6f32ba9011bde4df3c54765/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:27,332 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:27,332 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,334 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,335 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,337 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,337 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,338 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:56:27,340 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,344 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:56:27,345 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1958fde5e6f32ba9011bde4df3c54765; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71211235, jitterRate=0.061130091547966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:56:27,345 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:27,346 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1958fde5e6f32ba9011bde4df3c54765: Running coprocessor pre-open hook at 1731884187314Writing region info on filesystem at 1731884187314Initializing all the Stores at 1731884187316 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884187316Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884187316Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884187316Cleaning up temporary data from old regions at 1731884187337 (+21 ms)Running coprocessor post-open hooks at 1731884187345 (+8 ms)Region opened successfully at 1731884187346 (+1 ms) 2024-11-17T22:56:27,348 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., pid=6, masterSystemTime=1731884187304 2024-11-17T22:56:27,351 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:27,351 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:27,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1958fde5e6f32ba9011bde4df3c54765, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:27,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:56:27,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T22:56:27,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 in 210 msec 2024-11-17T22:56:27,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T22:56:27,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, ASSIGN in 382 msec 2024-11-17T22:56:27,368 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:56:27,369 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884187368"}]},"ts":"1731884187368"} 2024-11-17T22:56:27,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T22:56:27,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:56:27,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-11-17T22:56:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:56:28,274 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:28,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,284 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea8828e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2b9a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:56:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a040aee 2024-11-17T22:56:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:56:28,302 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:56:28,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,308 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,314 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa64271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,318 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,322 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7f3cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540312d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,328 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee18a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256affd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,334 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4282c07e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,337 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25318c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,341 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3c1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,344 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e1b379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,347 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1290d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175a1006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a7f0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,356 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48230300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:28,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:28,358 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b0f1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:28,361 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66945757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:28,365 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,365 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,367 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,367 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,369 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,370 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,370 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,371 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,373 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,374 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:28,374 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,374 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,375 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:28,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:28,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-17T22:56:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T22:56:28,393 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:56:28,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:28,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:28,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:56:28,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T22:56:28,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-17T22:56:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:28,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:28,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cb77fad269c04accbda48c384de8aa93 is 50, key is test_row_0/A:col10/1731884188454/Put/seqid=0 2024-11-17T22:56:28,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884248585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884248572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884248576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884248600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884248607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741837_1013 (size=9657) 2024-11-17T22:56:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T22:56:28,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884248763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884248763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884248764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884248764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884248764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-17T22:56:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:28,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-17T22:56:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:28,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884248981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884248982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884248982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884248983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884248983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T22:56:29,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cb77fad269c04accbda48c384de8aa93 2024-11-17T22:56:29,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-17T22:56:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:29,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:29,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/a5410154bdb2432396972abbd2363850 is 50, key is test_row_0/B:col10/1731884188454/Put/seqid=0 2024-11-17T22:56:29,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741838_1014 (size=9657) 2024-11-17T22:56:29,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/a5410154bdb2432396972abbd2363850 2024-11-17T22:56:29,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/801f36ad144c45a58b7bc713dc7c8acf is 50, key is test_row_0/C:col10/1731884188454/Put/seqid=0 2024-11-17T22:56:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741839_1015 (size=9657) 2024-11-17T22:56:29,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/801f36ad144c45a58b7bc713dc7c8acf 2024-11-17T22:56:29,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cb77fad269c04accbda48c384de8aa93 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cb77fad269c04accbda48c384de8aa93 2024-11-17T22:56:29,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-17T22:56:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:29,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:29,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:29,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cb77fad269c04accbda48c384de8aa93, entries=100, sequenceid=14, filesize=9.4 K 2024-11-17T22:56:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-17T22:56:29,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/a5410154bdb2432396972abbd2363850 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a5410154bdb2432396972abbd2363850 2024-11-17T22:56:29,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a5410154bdb2432396972abbd2363850, entries=100, sequenceid=14, filesize=9.4 K 2024-11-17T22:56:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/801f36ad144c45a58b7bc713dc7c8acf as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/801f36ad144c45a58b7bc713dc7c8acf 2024-11-17T22:56:29,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884249302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884249302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884249303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884249304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/801f36ad144c45a58b7bc713dc7c8acf, entries=100, sequenceid=14, filesize=9.4 K 2024-11-17T22:56:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884249305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1958fde5e6f32ba9011bde4df3c54765 in 854ms, sequenceid=14, compaction requested=false 2024-11-17T22:56:29,334 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T22:56:29,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:29,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-17T22:56:29,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:29,419 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:56:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/d05e56cc0f33438fa1ba2a1d4b6d326a is 50, key is test_row_0/A:col10/1731884188598/Put/seqid=0 2024-11-17T22:56:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741840_1016 (size=12001) 2024-11-17T22:56:29,463 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/d05e56cc0f33438fa1ba2a1d4b6d326a 2024-11-17T22:56:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/4ea326d4e3194718bf1956bd1a148a81 is 50, key is test_row_0/B:col10/1731884188598/Put/seqid=0 2024-11-17T22:56:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741841_1017 (size=12001) 2024-11-17T22:56:29,519 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/4ea326d4e3194718bf1956bd1a148a81 2024-11-17T22:56:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T22:56:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/918e196276574d829ecc1ca9a456d3ba is 50, key is test_row_0/C:col10/1731884188598/Put/seqid=0 2024-11-17T22:56:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741842_1018 (size=12001) 2024-11-17T22:56:29,555 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/918e196276574d829ecc1ca9a456d3ba 2024-11-17T22:56:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/d05e56cc0f33438fa1ba2a1d4b6d326a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d05e56cc0f33438fa1ba2a1d4b6d326a 2024-11-17T22:56:29,592 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d05e56cc0f33438fa1ba2a1d4b6d326a, entries=150, sequenceid=33, filesize=11.7 K 2024-11-17T22:56:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/4ea326d4e3194718bf1956bd1a148a81 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/4ea326d4e3194718bf1956bd1a148a81 2024-11-17T22:56:29,609 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/4ea326d4e3194718bf1956bd1a148a81, entries=150, sequenceid=33, filesize=11.7 K 2024-11-17T22:56:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/918e196276574d829ecc1ca9a456d3ba as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/918e196276574d829ecc1ca9a456d3ba 2024-11-17T22:56:29,627 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/918e196276574d829ecc1ca9a456d3ba, entries=150, sequenceid=33, filesize=11.7 K 2024-11-17T22:56:29,632 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 1958fde5e6f32ba9011bde4df3c54765 in 212ms, sequenceid=33, compaction requested=false 2024-11-17T22:56:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T22:56:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T22:56:29,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-17T22:56:29,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2400 sec 2024-11-17T22:56:29,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2670 sec 2024-11-17T22:56:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:29,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:56:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:29,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/c52f32fa19034f4b907b3bd2f07a3f70 is 50, key is test_row_0/A:col10/1731884189839/Put/seqid=0 2024-11-17T22:56:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741843_1019 (size=12001) 2024-11-17T22:56:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884249912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884249916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884249924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884249926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884249929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884250041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884250043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884250051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884250051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884250052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884250251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884250261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884250271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884250272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884250272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/c52f32fa19034f4b907b3bd2f07a3f70 2024-11-17T22:56:30,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/69c1f15ed25345efa3ed49c95c9a49f0 is 50, key is test_row_0/B:col10/1731884189839/Put/seqid=0 2024-11-17T22:56:30,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741844_1020 (size=12001) 2024-11-17T22:56:30,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T22:56:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T22:56:30,541 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:30,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-17T22:56:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T22:56:30,546 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:30,548 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:30,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:30,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884250572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884250572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884250591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884250592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884250593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T22:56:30,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-17T22:56:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:30,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:30,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/69c1f15ed25345efa3ed49c95c9a49f0 2024-11-17T22:56:30,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/e58dc8a50dbb4b229cfc0eb89e93f11a is 50, key is test_row_0/C:col10/1731884189839/Put/seqid=0 2024-11-17T22:56:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741845_1021 (size=12001) 2024-11-17T22:56:30,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/e58dc8a50dbb4b229cfc0eb89e93f11a 2024-11-17T22:56:30,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/c52f32fa19034f4b907b3bd2f07a3f70 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c52f32fa19034f4b907b3bd2f07a3f70 2024-11-17T22:56:30,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-17T22:56:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T22:56:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:30,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:30,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c52f32fa19034f4b907b3bd2f07a3f70, entries=150, sequenceid=45, filesize=11.7 K 2024-11-17T22:56:30,865 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-17T22:56:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/69c1f15ed25345efa3ed49c95c9a49f0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/69c1f15ed25345efa3ed49c95c9a49f0 2024-11-17T22:56:30,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/69c1f15ed25345efa3ed49c95c9a49f0, entries=150, sequenceid=45, filesize=11.7 K 2024-11-17T22:56:30,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/e58dc8a50dbb4b229cfc0eb89e93f11a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e58dc8a50dbb4b229cfc0eb89e93f11a 2024-11-17T22:56:30,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e58dc8a50dbb4b229cfc0eb89e93f11a, entries=150, sequenceid=45, filesize=11.7 K 2024-11-17T22:56:30,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1958fde5e6f32ba9011bde4df3c54765 in 1054ms, sequenceid=45, compaction requested=true 2024-11-17T22:56:30,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:30,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:30,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:30,922 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:30,928 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:30,929 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:30,930 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:30,931 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a5410154bdb2432396972abbd2363850, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/4ea326d4e3194718bf1956bd1a148a81, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/69c1f15ed25345efa3ed49c95c9a49f0] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=32.9 K 2024-11-17T22:56:30,932 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a5410154bdb2432396972abbd2363850, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731884188454 2024-11-17T22:56:30,933 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:30,935 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ea326d4e3194718bf1956bd1a148a81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731884188569 2024-11-17T22:56:30,936 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:30,936 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:30,937 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:30,937 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cb77fad269c04accbda48c384de8aa93, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d05e56cc0f33438fa1ba2a1d4b6d326a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c52f32fa19034f4b907b3bd2f07a3f70] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=32.9 K 2024-11-17T22:56:30,937 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c1f15ed25345efa3ed49c95c9a49f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731884189839 2024-11-17T22:56:30,939 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb77fad269c04accbda48c384de8aa93, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731884188454 2024-11-17T22:56:30,941 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d05e56cc0f33438fa1ba2a1d4b6d326a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731884188569 2024-11-17T22:56:30,942 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52f32fa19034f4b907b3bd2f07a3f70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731884189839 2024-11-17T22:56:30,979 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:30,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/3594924706414b67adf9b0221cd2b17b is 50, key is test_row_0/A:col10/1731884189839/Put/seqid=0 2024-11-17T22:56:30,996 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:30,997 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/305157152db04b4c9e208ca09a345671 is 50, key is test_row_0/B:col10/1731884189839/Put/seqid=0 2024-11-17T22:56:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741846_1022 (size=12104) 2024-11-17T22:56:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741847_1023 (size=12104) 2024-11-17T22:56:31,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-17T22:56:31,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:31,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-17T22:56:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:31,032 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/305157152db04b4c9e208ca09a345671 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/305157152db04b4c9e208ca09a345671 2024-11-17T22:56:31,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/2d4a6d24ec0f4569aa5a6500637026f0 is 50, key is test_row_0/A:col10/1731884189926/Put/seqid=0 2024-11-17T22:56:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741848_1024 (size=12001) 2024-11-17T22:56:31,069 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into 305157152db04b4c9e208ca09a345671(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:31,069 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:31,070 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/2d4a6d24ec0f4569aa5a6500637026f0 2024-11-17T22:56:31,082 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884190919; duration=0sec 2024-11-17T22:56:31,083 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:31,083 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:31,083 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:31,086 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:31,086 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:31,086 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:31,087 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/801f36ad144c45a58b7bc713dc7c8acf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/918e196276574d829ecc1ca9a456d3ba, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e58dc8a50dbb4b229cfc0eb89e93f11a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=32.9 K 2024-11-17T22:56:31,088 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 801f36ad144c45a58b7bc713dc7c8acf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731884188454 2024-11-17T22:56:31,091 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 918e196276574d829ecc1ca9a456d3ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731884188569 2024-11-17T22:56:31,094 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e58dc8a50dbb4b229cfc0eb89e93f11a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731884189839 2024-11-17T22:56:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/a7c18655422145d5935558de2682f9f1 is 50, key is test_row_0/B:col10/1731884189926/Put/seqid=0 2024-11-17T22:56:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884251120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884251122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884251123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884251126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741849_1025 (size=12001) 2024-11-17T22:56:31,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/a7c18655422145d5935558de2682f9f1 2024-11-17T22:56:31,147 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:31,148 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/228040aac3e746de9549b83b7d5e9701 is 50, key is test_row_0/C:col10/1731884189839/Put/seqid=0 2024-11-17T22:56:31,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884251134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741850_1026 (size=12104) 2024-11-17T22:56:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T22:56:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/2b013c117a72403cbd671f54a14b1999 is 50, key is test_row_0/C:col10/1731884189926/Put/seqid=0 2024-11-17T22:56:31,176 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/228040aac3e746de9549b83b7d5e9701 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/228040aac3e746de9549b83b7d5e9701 2024-11-17T22:56:31,194 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into 228040aac3e746de9549b83b7d5e9701(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:31,195 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:31,195 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884190920; duration=0sec 2024-11-17T22:56:31,195 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:31,196 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741851_1027 (size=12001) 2024-11-17T22:56:31,209 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/2b013c117a72403cbd671f54a14b1999 2024-11-17T22:56:31,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/2d4a6d24ec0f4569aa5a6500637026f0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/2d4a6d24ec0f4569aa5a6500637026f0 2024-11-17T22:56:31,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/2d4a6d24ec0f4569aa5a6500637026f0, entries=150, sequenceid=65, filesize=11.7 K 2024-11-17T22:56:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/a7c18655422145d5935558de2682f9f1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a7c18655422145d5935558de2682f9f1 2024-11-17T22:56:31,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884251242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884251242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884251243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884251244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884251261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:56:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,271 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a7c18655422145d5935558de2682f9f1, entries=150, sequenceid=65, filesize=11.7 K 2024-11-17T22:56:31,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/2b013c117a72403cbd671f54a14b1999 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/2b013c117a72403cbd671f54a14b1999 2024-11-17T22:56:31,296 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/2b013c117a72403cbd671f54a14b1999, entries=150, sequenceid=65, filesize=11.7 K 2024-11-17T22:56:31,299 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1958fde5e6f32ba9011bde4df3c54765 in 283ms, sequenceid=65, compaction requested=false 2024-11-17T22:56:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:31,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T22:56:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T22:56:31,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T22:56:31,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 758 msec 2024-11-17T22:56:31,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 771 msec 2024-11-17T22:56:31,426 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/3594924706414b67adf9b0221cd2b17b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3594924706414b67adf9b0221cd2b17b 2024-11-17T22:56:31,449 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into 3594924706414b67adf9b0221cd2b17b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:31,449 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:31,449 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884190910; duration=0sec 2024-11-17T22:56:31,449 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:31,449 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:31,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:56:31,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:31,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:31,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:31,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:31,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:31,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:31,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/db7717ef54024ce0852b8d4c0b4d3583 is 50, key is test_row_0/A:col10/1731884191130/Put/seqid=0 2024-11-17T22:56:31,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884251497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741852_1028 (size=14341) 2024-11-17T22:56:31,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/db7717ef54024ce0852b8d4c0b4d3583 2024-11-17T22:56:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884251502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884251502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884251503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884251506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/cb1ed5699182444391b567e5487f7a3d is 50, key is test_row_0/B:col10/1731884191130/Put/seqid=0 2024-11-17T22:56:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741853_1029 (size=12001) 2024-11-17T22:56:31,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884251611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884251621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884251622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884251622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884251622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T22:56:31,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T22:56:31,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:56:31,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T22:56:31,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T22:56:31,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T22:56:31,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T22:56:31,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T22:56:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T22:56:31,681 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:31,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-17T22:56:31,688 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T22:56:31,691 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:31,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T22:56:31,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884251820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:31,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-17T22:56:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:31,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:31,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:31,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:31,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:31,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/cb1ed5699182444391b567e5487f7a3d 2024-11-17T22:56:31,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c02c7420758448c388424f9a9cc15b3b is 50, key is test_row_0/C:col10/1731884191130/Put/seqid=0 2024-11-17T22:56:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741854_1030 (size=12001) 2024-11-17T22:56:32,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-17T22:56:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T22:56:32,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884252130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884252151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884252151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884252151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884252151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-17T22:56:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T22:56:32,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-17T22:56:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c02c7420758448c388424f9a9cc15b3b 2024-11-17T22:56:32,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/db7717ef54024ce0852b8d4c0b4d3583 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/db7717ef54024ce0852b8d4c0b4d3583 2024-11-17T22:56:32,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/db7717ef54024ce0852b8d4c0b4d3583, entries=200, sequenceid=82, filesize=14.0 K 2024-11-17T22:56:32,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/cb1ed5699182444391b567e5487f7a3d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cb1ed5699182444391b567e5487f7a3d 2024-11-17T22:56:32,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cb1ed5699182444391b567e5487f7a3d, entries=150, sequenceid=82, filesize=11.7 K 2024-11-17T22:56:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c02c7420758448c388424f9a9cc15b3b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c02c7420758448c388424f9a9cc15b3b 2024-11-17T22:56:32,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c02c7420758448c388424f9a9cc15b3b, entries=150, sequenceid=82, filesize=11.7 K 2024-11-17T22:56:32,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1958fde5e6f32ba9011bde4df3c54765 in 998ms, sequenceid=82, compaction requested=true 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:32,456 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:32,456 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:32,458 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:32,458 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:32,458 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,458 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/305157152db04b4c9e208ca09a345671, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a7c18655422145d5935558de2682f9f1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cb1ed5699182444391b567e5487f7a3d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=35.3 K 2024-11-17T22:56:32,459 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 305157152db04b4c9e208ca09a345671, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731884189839 2024-11-17T22:56:32,459 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:32,459 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:32,460 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,460 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3594924706414b67adf9b0221cd2b17b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/2d4a6d24ec0f4569aa5a6500637026f0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/db7717ef54024ce0852b8d4c0b4d3583] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=37.5 K 2024-11-17T22:56:32,460 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a7c18655422145d5935558de2682f9f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731884189908 2024-11-17T22:56:32,462 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3594924706414b67adf9b0221cd2b17b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731884189839 2024-11-17T22:56:32,462 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1ed5699182444391b567e5487f7a3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731884191118 2024-11-17T22:56:32,463 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d4a6d24ec0f4569aa5a6500637026f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731884189908 2024-11-17T22:56:32,465 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting db7717ef54024ce0852b8d4c0b4d3583, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731884191118 2024-11-17T22:56:32,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-17T22:56:32,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,476 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-17T22:56:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:32,500 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:32,501 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/d91241b554ef4351bc7beb05124873bd is 50, key is test_row_0/B:col10/1731884191130/Put/seqid=0 2024-11-17T22:56:32,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/786392598afd4ed89b648fbee52cb1c8 is 50, key is test_row_0/A:col10/1731884191499/Put/seqid=0 2024-11-17T22:56:32,516 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:32,517 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/3d0e77474c30487b9ce0426e946d6ea1 is 50, key is test_row_0/A:col10/1731884191130/Put/seqid=0 2024-11-17T22:56:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741855_1031 (size=12207) 2024-11-17T22:56:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741856_1032 (size=12001) 2024-11-17T22:56:32,577 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/786392598afd4ed89b648fbee52cb1c8 2024-11-17T22:56:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741857_1033 (size=12207) 2024-11-17T22:56:32,608 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/3d0e77474c30487b9ce0426e946d6ea1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3d0e77474c30487b9ce0426e946d6ea1 2024-11-17T22:56:32,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/576adf31b37f4249988e12eba1b6d861 is 50, key is test_row_0/B:col10/1731884191499/Put/seqid=0 2024-11-17T22:56:32,626 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into 3d0e77474c30487b9ce0426e946d6ea1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:32,626 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:32,626 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884192456; duration=0sec 2024-11-17T22:56:32,627 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:32,627 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:32,627 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:32,629 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:32,629 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:32,629 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,629 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/228040aac3e746de9549b83b7d5e9701, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/2b013c117a72403cbd671f54a14b1999, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c02c7420758448c388424f9a9cc15b3b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=35.3 K 2024-11-17T22:56:32,630 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 228040aac3e746de9549b83b7d5e9701, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731884189839 2024-11-17T22:56:32,631 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b013c117a72403cbd671f54a14b1999, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731884189908 2024-11-17T22:56:32,632 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c02c7420758448c388424f9a9cc15b3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731884191118 2024-11-17T22:56:32,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:32,652 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:32,653 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/97b857a3b28842efb0a6b1ad1344a983 is 50, key is test_row_0/C:col10/1731884191130/Put/seqid=0 2024-11-17T22:56:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741858_1034 (size=12001) 2024-11-17T22:56:32,657 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/576adf31b37f4249988e12eba1b6d861 2024-11-17T22:56:32,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4 is 50, key is test_row_0/C:col10/1731884191499/Put/seqid=0 2024-11-17T22:56:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741859_1035 (size=12207) 2024-11-17T22:56:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884252684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884252681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884252687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884252691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884252694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741860_1036 (size=12001) 2024-11-17T22:56:32,709 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4 2024-11-17T22:56:32,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/786392598afd4ed89b648fbee52cb1c8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/786392598afd4ed89b648fbee52cb1c8 2024-11-17T22:56:32,731 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/786392598afd4ed89b648fbee52cb1c8, entries=150, sequenceid=100, filesize=11.7 K 2024-11-17T22:56:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/576adf31b37f4249988e12eba1b6d861 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/576adf31b37f4249988e12eba1b6d861 2024-11-17T22:56:32,746 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/576adf31b37f4249988e12eba1b6d861, entries=150, sequenceid=100, filesize=11.7 K 2024-11-17T22:56:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4 2024-11-17T22:56:32,759 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4, entries=150, sequenceid=100, filesize=11.7 K 2024-11-17T22:56:32,761 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1958fde5e6f32ba9011bde4df3c54765 in 285ms, sequenceid=100, compaction requested=false 2024-11-17T22:56:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T22:56:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T22:56:32,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T22:56:32,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0720 sec 2024-11-17T22:56:32,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.0860 sec 2024-11-17T22:56:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:32,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-17T22:56:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:32,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/07d3ca5624a745ccbaa7cc36b8596f4f is 50, key is test_row_0/A:col10/1731884192801/Put/seqid=0 2024-11-17T22:56:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T22:56:32,830 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:32,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-17T22:56:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T22:56:32,836 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:32,838 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:32,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741861_1037 (size=19021) 2024-11-17T22:56:32,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/07d3ca5624a745ccbaa7cc36b8596f4f 2024-11-17T22:56:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884252831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884252832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884252840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884252851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884252851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/334db8cc9d5c4abd843ac4358750677f is 50, key is test_row_0/B:col10/1731884192801/Put/seqid=0 2024-11-17T22:56:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741862_1038 (size=12001) 2024-11-17T22:56:32,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/334db8cc9d5c4abd843ac4358750677f 2024-11-17T22:56:32,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/1737214dc19b4c2590974f61c17a1b0b is 50, key is test_row_0/C:col10/1731884192801/Put/seqid=0 2024-11-17T22:56:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741863_1039 (size=12001) 2024-11-17T22:56:32,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/1737214dc19b4c2590974f61c17a1b0b 2024-11-17T22:56:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T22:56:32,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/07d3ca5624a745ccbaa7cc36b8596f4f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/07d3ca5624a745ccbaa7cc36b8596f4f 2024-11-17T22:56:32,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/07d3ca5624a745ccbaa7cc36b8596f4f, entries=300, sequenceid=118, filesize=18.6 K 2024-11-17T22:56:32,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884252951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884252951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/334db8cc9d5c4abd843ac4358750677f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/334db8cc9d5c4abd843ac4358750677f 2024-11-17T22:56:32,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884252960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/334db8cc9d5c4abd843ac4358750677f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-17T22:56:32,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884252971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,978 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/d91241b554ef4351bc7beb05124873bd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/d91241b554ef4351bc7beb05124873bd 2024-11-17T22:56:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884252971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:32,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/1737214dc19b4c2590974f61c17a1b0b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1737214dc19b4c2590974f61c17a1b0b 2024-11-17T22:56:32,991 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into d91241b554ef4351bc7beb05124873bd(size=11.9 K), total size for store is 35.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:32,992 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:32,992 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884192456; duration=0sec 2024-11-17T22:56:32,992 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:32,992 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:32,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-17T22:56:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:32,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:33,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1737214dc19b4c2590974f61c17a1b0b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-17T22:56:33,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 1958fde5e6f32ba9011bde4df3c54765 in 199ms, sequenceid=118, compaction requested=true 2024-11-17T22:56:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:33,006 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:56:33,008 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:33,008 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:33,008 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:33,008 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3d0e77474c30487b9ce0426e946d6ea1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/786392598afd4ed89b648fbee52cb1c8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/07d3ca5624a745ccbaa7cc36b8596f4f] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=42.2 K 2024-11-17T22:56:33,010 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0e77474c30487b9ce0426e946d6ea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731884191118 2024-11-17T22:56:33,010 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 786392598afd4ed89b648fbee52cb1c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731884191477 2024-11-17T22:56:33,011 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 07d3ca5624a745ccbaa7cc36b8596f4f, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884192683 2024-11-17T22:56:33,039 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:33,040 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f4b76bbe1f684eacb70bd68a3f9845f8 is 50, key is test_row_0/A:col10/1731884192801/Put/seqid=0 2024-11-17T22:56:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741864_1040 (size=12309) 2024-11-17T22:56:33,108 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/97b857a3b28842efb0a6b1ad1344a983 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/97b857a3b28842efb0a6b1ad1344a983 2024-11-17T22:56:33,127 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into 97b857a3b28842efb0a6b1ad1344a983(size=11.9 K), total size for store is 35.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:33,127 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:33,127 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884192456; duration=0sec 2024-11-17T22:56:33,127 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:56:33,128 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:33,129 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:33,129 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:33,131 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:33,131 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:33,132 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:33,132 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/d91241b554ef4351bc7beb05124873bd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/576adf31b37f4249988e12eba1b6d861, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/334db8cc9d5c4abd843ac4358750677f] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=35.4 K 2024-11-17T22:56:33,133 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d91241b554ef4351bc7beb05124873bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731884191118 2024-11-17T22:56:33,134 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 576adf31b37f4249988e12eba1b6d861, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731884191477 2024-11-17T22:56:33,135 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 334db8cc9d5c4abd843ac4358750677f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884192690 2024-11-17T22:56:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T22:56:33,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-17T22:56:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:33,151 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:56:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/88fc1f4fe748428f8bdc7d08cd8dc387 is 50, key is test_row_0/A:col10/1731884192837/Put/seqid=0 2024-11-17T22:56:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:33,182 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:33,183 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/53a3215d147046c99b114f712168e932 is 50, key is test_row_0/B:col10/1731884192801/Put/seqid=0 2024-11-17T22:56:33,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741865_1041 (size=12151) 2024-11-17T22:56:33,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/88fc1f4fe748428f8bdc7d08cd8dc387 2024-11-17T22:56:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741866_1042 (size=12309) 2024-11-17T22:56:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884253196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884253202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/1f53e0ba9f4048e78ba41da4208f2f67 is 50, key is test_row_0/B:col10/1731884192837/Put/seqid=0 2024-11-17T22:56:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884253204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884253204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884253207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,221 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/53a3215d147046c99b114f712168e932 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/53a3215d147046c99b114f712168e932 2024-11-17T22:56:33,232 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into 53a3215d147046c99b114f712168e932(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:33,233 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:33,233 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884193006; duration=0sec 2024-11-17T22:56:33,233 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:33,233 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:33,233 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741867_1043 (size=12151) 2024-11-17T22:56:33,236 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:33,237 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:33,237 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:33,237 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/97b857a3b28842efb0a6b1ad1344a983, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1737214dc19b4c2590974f61c17a1b0b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=35.4 K 2024-11-17T22:56:33,238 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b857a3b28842efb0a6b1ad1344a983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731884191118 2024-11-17T22:56:33,238 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb6a86c5bcbc43d6b8e3f2fc0c29daa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731884191477 2024-11-17T22:56:33,239 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1737214dc19b4c2590974f61c17a1b0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884192690 2024-11-17T22:56:33,263 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:33,265 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/7e352741da7e4b3480d47f4b33878dc7 is 50, key is test_row_0/C:col10/1731884192801/Put/seqid=0 2024-11-17T22:56:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741868_1044 (size=12309) 2024-11-17T22:56:33,307 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/7e352741da7e4b3480d47f4b33878dc7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/7e352741da7e4b3480d47f4b33878dc7 2024-11-17T22:56:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884253310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884253321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,327 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into 7e352741da7e4b3480d47f4b33878dc7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,327 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,328 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884193007; duration=0sec 2024-11-17T22:56:33,328 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:33,328 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:33,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884253321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884253321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884253321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,458 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f4b76bbe1f684eacb70bd68a3f9845f8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f4b76bbe1f684eacb70bd68a3f9845f8 2024-11-17T22:56:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T22:56:33,471 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into f4b76bbe1f684eacb70bd68a3f9845f8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:33,471 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:33,471 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884193006; duration=0sec 2024-11-17T22:56:33,471 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:33,471 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884253521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884253531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884253540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884253540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884253541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,638 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/1f53e0ba9f4048e78ba41da4208f2f67 2024-11-17T22:56:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ed0b79c5544a4c53a8d869dd276dc7b7 is 50, key is test_row_0/C:col10/1731884192837/Put/seqid=0 2024-11-17T22:56:33,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741869_1045 (size=12151) 2024-11-17T22:56:33,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884253830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884253840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884253851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884253851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884253852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T22:56:34,068 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ed0b79c5544a4c53a8d869dd276dc7b7 2024-11-17T22:56:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/88fc1f4fe748428f8bdc7d08cd8dc387 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/88fc1f4fe748428f8bdc7d08cd8dc387 2024-11-17T22:56:34,086 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/88fc1f4fe748428f8bdc7d08cd8dc387, entries=150, sequenceid=136, filesize=11.9 K 2024-11-17T22:56:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/1f53e0ba9f4048e78ba41da4208f2f67 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/1f53e0ba9f4048e78ba41da4208f2f67 2024-11-17T22:56:34,095 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/1f53e0ba9f4048e78ba41da4208f2f67, entries=150, sequenceid=136, filesize=11.9 K 2024-11-17T22:56:34,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ed0b79c5544a4c53a8d869dd276dc7b7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ed0b79c5544a4c53a8d869dd276dc7b7 2024-11-17T22:56:34,104 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ed0b79c5544a4c53a8d869dd276dc7b7, entries=150, sequenceid=136, filesize=11.9 K 2024-11-17T22:56:34,105 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1958fde5e6f32ba9011bde4df3c54765 in 954ms, sequenceid=136, compaction requested=false 2024-11-17T22:56:34,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:34,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:34,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T22:56:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T22:56:34,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T22:56:34,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2690 sec 2024-11-17T22:56:34,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2810 sec 2024-11-17T22:56:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:34,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-17T22:56:34,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:34,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:34,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:34,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cc7348c498ea4e95bf712356b7af91da is 50, key is test_row_0/A:col10/1731884193187/Put/seqid=0 2024-11-17T22:56:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741870_1046 (size=14541) 2024-11-17T22:56:34,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cc7348c498ea4e95bf712356b7af91da 2024-11-17T22:56:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884254371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884254372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884254374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884254377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884254379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/97ff14ef8ef54ab89bfc670b1068dc64 is 50, key is test_row_0/B:col10/1731884193187/Put/seqid=0 2024-11-17T22:56:34,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741871_1047 (size=12151) 2024-11-17T22:56:34,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884254491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884254491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884254491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884254491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884254491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884254710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884254710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884254710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884254711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884254711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:34,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/97ff14ef8ef54ab89bfc670b1068dc64 2024-11-17T22:56:34,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/27c9d091d5784f88a1ff450bb031d05a is 50, key is test_row_0/C:col10/1731884193187/Put/seqid=0 2024-11-17T22:56:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741872_1048 (size=12151) 2024-11-17T22:56:34,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/27c9d091d5784f88a1ff450bb031d05a 2024-11-17T22:56:34,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cc7348c498ea4e95bf712356b7af91da as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cc7348c498ea4e95bf712356b7af91da 2024-11-17T22:56:34,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cc7348c498ea4e95bf712356b7af91da, entries=200, sequenceid=156, filesize=14.2 K 2024-11-17T22:56:34,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/97ff14ef8ef54ab89bfc670b1068dc64 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/97ff14ef8ef54ab89bfc670b1068dc64 2024-11-17T22:56:34,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/97ff14ef8ef54ab89bfc670b1068dc64, entries=150, sequenceid=156, filesize=11.9 K 2024-11-17T22:56:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/27c9d091d5784f88a1ff450bb031d05a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/27c9d091d5784f88a1ff450bb031d05a 2024-11-17T22:56:34,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/27c9d091d5784f88a1ff450bb031d05a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-17T22:56:34,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1958fde5e6f32ba9011bde4df3c54765 in 568ms, sequenceid=156, compaction requested=true 2024-11-17T22:56:34,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:34,913 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:34,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:34,916 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:34,916 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:34,916 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:34,916 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f4b76bbe1f684eacb70bd68a3f9845f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/88fc1f4fe748428f8bdc7d08cd8dc387, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cc7348c498ea4e95bf712356b7af91da] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=38.1 K 2024-11-17T22:56:34,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:34,917 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4b76bbe1f684eacb70bd68a3f9845f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884192690 2024-11-17T22:56:34,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:34,919 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88fc1f4fe748428f8bdc7d08cd8dc387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731884192829 2024-11-17T22:56:34,919 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc7348c498ea4e95bf712356b7af91da, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731884193187 2024-11-17T22:56:34,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:34,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:34,920 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:34,920 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/53a3215d147046c99b114f712168e932, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/1f53e0ba9f4048e78ba41da4208f2f67, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/97ff14ef8ef54ab89bfc670b1068dc64] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=35.8 K 2024-11-17T22:56:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:34,921 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 53a3215d147046c99b114f712168e932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884192690 2024-11-17T22:56:34,923 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f53e0ba9f4048e78ba41da4208f2f67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731884192829 2024-11-17T22:56:34,924 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 97ff14ef8ef54ab89bfc670b1068dc64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731884193187 2024-11-17T22:56:34,936 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:34,937 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cbea416cacd2493f8b57670dd9c3cf03 is 50, key is test_row_0/A:col10/1731884193187/Put/seqid=0 2024-11-17T22:56:34,940 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:34,940 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/cec4de0be0b24652be3155db189015e0 is 50, key is test_row_0/B:col10/1731884193187/Put/seqid=0 2024-11-17T22:56:34,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741873_1049 (size=12561) 2024-11-17T22:56:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741874_1050 (size=12561) 2024-11-17T22:56:34,979 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/cec4de0be0b24652be3155db189015e0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cec4de0be0b24652be3155db189015e0 2024-11-17T22:56:34,988 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into cec4de0be0b24652be3155db189015e0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:34,988 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:34,988 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884194918; duration=0sec 2024-11-17T22:56:34,989 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:34,989 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:34,989 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T22:56:34,990 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:34,990 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:34,991 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:34,991 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:34,991 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/7e352741da7e4b3480d47f4b33878dc7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ed0b79c5544a4c53a8d869dd276dc7b7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/27c9d091d5784f88a1ff450bb031d05a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=35.8 K 2024-11-17T22:56:34,991 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:34,992 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e352741da7e4b3480d47f4b33878dc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884192690 2024-11-17T22:56:34,992 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ed0b79c5544a4c53a8d869dd276dc7b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731884192829 2024-11-17T22:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-17T22:56:34,993 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 27c9d091d5784f88a1ff450bb031d05a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731884193187 2024-11-17T22:56:34,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-17T22:56:34,995 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:34,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:35,023 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#38 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:35,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:56:35,024 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/fd8b4651ac5d4af1ad84349f76e4669b is 50, key is test_row_0/C:col10/1731884193187/Put/seqid=0 2024-11-17T22:56:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:35,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/1a040305d7b34a0c91539d1b75c0736c is 50, key is test_row_0/A:col10/1731884194368/Put/seqid=0 2024-11-17T22:56:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741875_1051 (size=12561) 2024-11-17T22:56:35,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884255052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884255054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884255054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884255059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884255059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,067 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/fd8b4651ac5d4af1ad84349f76e4669b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/fd8b4651ac5d4af1ad84349f76e4669b 2024-11-17T22:56:35,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,076 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into fd8b4651ac5d4af1ad84349f76e4669b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:35,076 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:35,076 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884194921; duration=0sec 2024-11-17T22:56:35,076 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:35,077 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741876_1052 (size=12151) 2024-11-17T22:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-17T22:56:35,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:35,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884255170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884255171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884255171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884255171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884255171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-17T22:56:35,367 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/cbea416cacd2493f8b57670dd9c3cf03 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cbea416cacd2493f8b57670dd9c3cf03 2024-11-17T22:56:35,375 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into cbea416cacd2493f8b57670dd9c3cf03(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:35,375 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:35,375 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884194913; duration=0sec 2024-11-17T22:56:35,376 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:35,376 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884255380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884255380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884255380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884255381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884255381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/1a040305d7b34a0c91539d1b75c0736c 2024-11-17T22:56:35,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/bb016d7600fc4e8a8a58d9469709444d is 50, key is test_row_0/B:col10/1731884194368/Put/seqid=0 2024-11-17T22:56:35,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741877_1053 (size=12151) 2024-11-17T22:56:35,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/bb016d7600fc4e8a8a58d9469709444d 2024-11-17T22:56:35,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/d3a9fbc0ecab4d618f13e0351f642db8 is 50, key is test_row_0/C:col10/1731884194368/Put/seqid=0 2024-11-17T22:56:35,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741878_1054 (size=12151) 2024-11-17T22:56:35,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:35,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:35,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-17T22:56:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884255690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884255691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884255691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884255691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884255691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:35,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:35,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:35,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:35,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:35,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/d3a9fbc0ecab4d618f13e0351f642db8 2024-11-17T22:56:35,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/1a040305d7b34a0c91539d1b75c0736c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1a040305d7b34a0c91539d1b75c0736c 2024-11-17T22:56:35,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1a040305d7b34a0c91539d1b75c0736c, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T22:56:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/bb016d7600fc4e8a8a58d9469709444d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/bb016d7600fc4e8a8a58d9469709444d 2024-11-17T22:56:35,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/bb016d7600fc4e8a8a58d9469709444d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T22:56:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/d3a9fbc0ecab4d618f13e0351f642db8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d3a9fbc0ecab4d618f13e0351f642db8 2024-11-17T22:56:35,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d3a9fbc0ecab4d618f13e0351f642db8, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T22:56:35,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 1958fde5e6f32ba9011bde4df3c54765 in 950ms, sequenceid=174, compaction requested=false 2024-11-17T22:56:35,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:36,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-17T22:56:36,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:36,075 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:56:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/5a5b74c42efd4cec81639d747f20c6bf is 50, key is test_row_0/A:col10/1731884195053/Put/seqid=0 2024-11-17T22:56:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741879_1055 (size=12151) 2024-11-17T22:56:36,102 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/5a5b74c42efd4cec81639d747f20c6bf 2024-11-17T22:56:36,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/ce2f507896ee4af5b8222539eb2333e9 is 50, key is test_row_0/B:col10/1731884195053/Put/seqid=0 2024-11-17T22:56:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741880_1056 (size=12151) 2024-11-17T22:56:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-17T22:56:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:36,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:36,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884256223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884256226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884256228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884256228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884256230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884256340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884256341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884256341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884256341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884256341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,517 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/ce2f507896ee4af5b8222539eb2333e9 2024-11-17T22:56:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/4c803833727c403296d672b1800d890c is 50, key is test_row_0/C:col10/1731884195053/Put/seqid=0 2024-11-17T22:56:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741881_1057 (size=12151) 2024-11-17T22:56:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884256551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884256551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884256551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884256551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884256551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884256861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884256861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884256861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884256861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884256861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:36,942 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/4c803833727c403296d672b1800d890c 2024-11-17T22:56:36,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/5a5b74c42efd4cec81639d747f20c6bf as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/5a5b74c42efd4cec81639d747f20c6bf 2024-11-17T22:56:36,959 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/5a5b74c42efd4cec81639d747f20c6bf, entries=150, sequenceid=192, filesize=11.9 K 2024-11-17T22:56:36,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/ce2f507896ee4af5b8222539eb2333e9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ce2f507896ee4af5b8222539eb2333e9 2024-11-17T22:56:36,972 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ce2f507896ee4af5b8222539eb2333e9, entries=150, sequenceid=192, filesize=11.9 K 2024-11-17T22:56:36,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/4c803833727c403296d672b1800d890c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4c803833727c403296d672b1800d890c 2024-11-17T22:56:36,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4c803833727c403296d672b1800d890c, entries=150, sequenceid=192, filesize=11.9 K 2024-11-17T22:56:36,985 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1958fde5e6f32ba9011bde4df3c54765 in 910ms, sequenceid=192, compaction requested=true 2024-11-17T22:56:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-17T22:56:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-17T22:56:36,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T22:56:36,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9920 sec 2024-11-17T22:56:36,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.0010 sec 2024-11-17T22:56:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-17T22:56:37,140 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:37,141 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-17T22:56:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T22:56:37,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:37,144 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:37,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T22:56:37,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-17T22:56:37,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:37,298 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:56:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/86f9744b175347c3bffa013c5ca1332b is 50, key is test_row_0/A:col10/1731884196220/Put/seqid=0 2024-11-17T22:56:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741882_1058 (size=12151) 2024-11-17T22:56:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884257385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884257386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884257388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884257389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884257391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T22:56:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884257500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884257500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884257501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884257500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884257501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,709 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/86f9744b175347c3bffa013c5ca1332b 2024-11-17T22:56:37,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884257711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884257711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884257711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884257712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884257712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/287617df866e4a48802be22a98823353 is 50, key is test_row_0/B:col10/1731884196220/Put/seqid=0 2024-11-17T22:56:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741883_1059 (size=12151) 2024-11-17T22:56:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T22:56:38,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884258020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884258020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884258020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884258021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884258021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/287617df866e4a48802be22a98823353 2024-11-17T22:56:38,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/3fe707002f5d48c8b9190586b650b08c is 50, key is test_row_0/C:col10/1731884196220/Put/seqid=0 2024-11-17T22:56:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741884_1060 (size=12151) 2024-11-17T22:56:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T22:56:38,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884258530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884258530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884258530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884258530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884258530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:38,546 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/3fe707002f5d48c8b9190586b650b08c 2024-11-17T22:56:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/86f9744b175347c3bffa013c5ca1332b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/86f9744b175347c3bffa013c5ca1332b 2024-11-17T22:56:38,561 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/86f9744b175347c3bffa013c5ca1332b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-17T22:56:38,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/287617df866e4a48802be22a98823353 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/287617df866e4a48802be22a98823353 2024-11-17T22:56:38,568 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/287617df866e4a48802be22a98823353, entries=150, sequenceid=208, filesize=11.9 K 2024-11-17T22:56:38,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/3fe707002f5d48c8b9190586b650b08c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3fe707002f5d48c8b9190586b650b08c 2024-11-17T22:56:38,575 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3fe707002f5d48c8b9190586b650b08c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-17T22:56:38,577 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1958fde5e6f32ba9011bde4df3c54765 in 1279ms, sequenceid=208, compaction requested=true 2024-11-17T22:56:38,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:38,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:38,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-17T22:56:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-17T22:56:38,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-17T22:56:38,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-17T22:56:38,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4440 sec 2024-11-17T22:56:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T22:56:39,301 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:39,302 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-17T22:56:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-17T22:56:39,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:39,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:39,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-17T22:56:39,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:39,461 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/863f4f2956a242b59f44e0c257521d17 is 50, key is test_row_0/A:col10/1731884197384/Put/seqid=0 2024-11-17T22:56:39,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741885_1061 (size=12151) 2024-11-17T22:56:39,484 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/863f4f2956a242b59f44e0c257521d17 2024-11-17T22:56:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/84c8c18fa6cf4e05959b4f979c791ea0 is 50, key is test_row_0/B:col10/1731884197384/Put/seqid=0 2024-11-17T22:56:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741886_1062 (size=12151) 2024-11-17T22:56:39,504 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/84c8c18fa6cf4e05959b4f979c791ea0 2024-11-17T22:56:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/32f35b79a4eb4296b4738860e2c009f5 is 50, key is test_row_0/C:col10/1731884197384/Put/seqid=0 2024-11-17T22:56:39,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741887_1063 (size=12151) 2024-11-17T22:56:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:39,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884259566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884259568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884259568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884259568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884259579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-17T22:56:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884259690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884259690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884259690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884259691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884259691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884259901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884259901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884259901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884259901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884259901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:39,928 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/32f35b79a4eb4296b4738860e2c009f5 2024-11-17T22:56:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-17T22:56:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/863f4f2956a242b59f44e0c257521d17 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/863f4f2956a242b59f44e0c257521d17 2024-11-17T22:56:39,943 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/863f4f2956a242b59f44e0c257521d17, entries=150, sequenceid=224, filesize=11.9 K 2024-11-17T22:56:39,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/84c8c18fa6cf4e05959b4f979c791ea0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/84c8c18fa6cf4e05959b4f979c791ea0 2024-11-17T22:56:39,953 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/84c8c18fa6cf4e05959b4f979c791ea0, entries=150, sequenceid=224, filesize=11.9 K 2024-11-17T22:56:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/32f35b79a4eb4296b4738860e2c009f5 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/32f35b79a4eb4296b4738860e2c009f5 2024-11-17T22:56:39,961 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/32f35b79a4eb4296b4738860e2c009f5, entries=150, sequenceid=224, filesize=11.9 K 2024-11-17T22:56:39,962 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1958fde5e6f32ba9011bde4df3c54765 in 501ms, sequenceid=224, compaction requested=true 2024-11-17T22:56:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-17T22:56:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-17T22:56:39,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-17T22:56:39,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 659 msec 2024-11-17T22:56:39,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 665 msec 2024-11-17T22:56:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:40,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-17T22:56:40,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:40,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:40,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:40,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:40,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:40,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:40,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/bd136a498c354277a7fb4a876b669c1e is 50, key is test_row_0/A:col10/1731884200216/Put/seqid=0 2024-11-17T22:56:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741888_1064 (size=14541) 2024-11-17T22:56:40,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884260231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884260235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884260238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884260238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884260240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884260351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884260351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884260351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884260351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884260351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-17T22:56:40,440 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:40,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-17T22:56:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-17T22:56:40,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:40,444 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:40,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-17T22:56:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884260561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884260561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884260561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884260561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884260562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:40,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:40,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:40,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:40,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/bd136a498c354277a7fb4a876b669c1e 2024-11-17T22:56:40,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/5649ec8c039f4745b0a019a985fe6279 is 50, key is test_row_0/B:col10/1731884200216/Put/seqid=0 2024-11-17T22:56:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741889_1065 (size=12151) 2024-11-17T22:56:40,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:40,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-17T22:56:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884260870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884260870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884260871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884260871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884260880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:40,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:40,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/5649ec8c039f4745b0a019a985fe6279 2024-11-17T22:56:41,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:41,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/d67ef7b04b544e05a9f1e844ad992ba9 is 50, key is test_row_0/C:col10/1731884200216/Put/seqid=0 2024-11-17T22:56:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-17T22:56:41,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741890_1066 (size=12151) 2024-11-17T22:56:41,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:41,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884261380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884261381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884261381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884261390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884261390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:41,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/d67ef7b04b544e05a9f1e844ad992ba9 2024-11-17T22:56:41,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/bd136a498c354277a7fb4a876b669c1e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bd136a498c354277a7fb4a876b669c1e 2024-11-17T22:56:41,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bd136a498c354277a7fb4a876b669c1e, entries=200, sequenceid=242, filesize=14.2 K 2024-11-17T22:56:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/5649ec8c039f4745b0a019a985fe6279 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/5649ec8c039f4745b0a019a985fe6279 2024-11-17T22:56:41,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/5649ec8c039f4745b0a019a985fe6279, entries=150, sequenceid=242, filesize=11.9 K 2024-11-17T22:56:41,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/d67ef7b04b544e05a9f1e844ad992ba9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d67ef7b04b544e05a9f1e844ad992ba9 2024-11-17T22:56:41,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d67ef7b04b544e05a9f1e844ad992ba9, entries=150, sequenceid=242, filesize=11.9 K 2024-11-17T22:56:41,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 1958fde5e6f32ba9011bde4df3c54765 in 1287ms, sequenceid=242, compaction requested=true 2024-11-17T22:56:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:41,505 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T22:56:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:41,505 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T22:56:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:41,506 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75706 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T22:56:41,506 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73316 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T22:56:41,507 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:41,507 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:41,507 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,507 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cec4de0be0b24652be3155db189015e0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/bb016d7600fc4e8a8a58d9469709444d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ce2f507896ee4af5b8222539eb2333e9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/287617df866e4a48802be22a98823353, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/84c8c18fa6cf4e05959b4f979c791ea0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/5649ec8c039f4745b0a019a985fe6279] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=71.6 K 2024-11-17T22:56:41,507 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,507 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cbea416cacd2493f8b57670dd9c3cf03, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1a040305d7b34a0c91539d1b75c0736c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/5a5b74c42efd4cec81639d747f20c6bf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/86f9744b175347c3bffa013c5ca1332b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/863f4f2956a242b59f44e0c257521d17, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bd136a498c354277a7fb4a876b669c1e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=73.9 K 2024-11-17T22:56:41,507 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting cec4de0be0b24652be3155db189015e0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731884193187 2024-11-17T22:56:41,508 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbea416cacd2493f8b57670dd9c3cf03, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731884193187 2024-11-17T22:56:41,508 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting bb016d7600fc4e8a8a58d9469709444d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731884194364 2024-11-17T22:56:41,508 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a040305d7b34a0c91539d1b75c0736c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731884194364 2024-11-17T22:56:41,508 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ce2f507896ee4af5b8222539eb2333e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731884195043 2024-11-17T22:56:41,508 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a5b74c42efd4cec81639d747f20c6bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731884195043 2024-11-17T22:56:41,509 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 287617df866e4a48802be22a98823353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731884196220 2024-11-17T22:56:41,509 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86f9744b175347c3bffa013c5ca1332b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731884196220 2024-11-17T22:56:41,509 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 84c8c18fa6cf4e05959b4f979c791ea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731884197384 2024-11-17T22:56:41,509 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 863f4f2956a242b59f44e0c257521d17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731884197384 2024-11-17T22:56:41,509 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5649ec8c039f4745b0a019a985fe6279, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731884199565 2024-11-17T22:56:41,509 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd136a498c354277a7fb4a876b669c1e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731884199565 2024-11-17T22:56:41,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-17T22:56:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,520 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-17T22:56:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:41,526 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:41,526 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:41,526 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/b6bd5361af8c4d85ada9c56e8c87cd66 is 50, key is test_row_0/B:col10/1731884200216/Put/seqid=0 2024-11-17T22:56:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/c2c15bf9b61546a3926e193989e0427a is 50, key is test_row_0/A:col10/1731884200236/Put/seqid=0 2024-11-17T22:56:41,528 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/ee3cab67652a46688612aa5f1be11e00 is 50, key is test_row_0/A:col10/1731884200216/Put/seqid=0 2024-11-17T22:56:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741891_1067 (size=12765) 2024-11-17T22:56:41,560 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/b6bd5361af8c4d85ada9c56e8c87cd66 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/b6bd5361af8c4d85ada9c56e8c87cd66 2024-11-17T22:56:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741892_1068 (size=12151) 2024-11-17T22:56:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741893_1069 (size=12765) 2024-11-17T22:56:41,561 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/c2c15bf9b61546a3926e193989e0427a 2024-11-17T22:56:41,569 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/ee3cab67652a46688612aa5f1be11e00 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/ee3cab67652a46688612aa5f1be11e00 2024-11-17T22:56:41,569 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into b6bd5361af8c4d85ada9c56e8c87cd66(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:41,569 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:41,569 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=10, startTime=1731884201505; duration=0sec 2024-11-17T22:56:41,570 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:41,570 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:41,570 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T22:56:41,573 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73316 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T22:56:41,573 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:41,573 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,573 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/fd8b4651ac5d4af1ad84349f76e4669b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d3a9fbc0ecab4d618f13e0351f642db8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4c803833727c403296d672b1800d890c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3fe707002f5d48c8b9190586b650b08c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/32f35b79a4eb4296b4738860e2c009f5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d67ef7b04b544e05a9f1e844ad992ba9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=71.6 K 2024-11-17T22:56:41,574 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting fd8b4651ac5d4af1ad84349f76e4669b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731884193187 2024-11-17T22:56:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/6435ee6bc2f047169e44fee72b0e1a3f is 50, key is test_row_0/B:col10/1731884200236/Put/seqid=0 2024-11-17T22:56:41,575 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a9fbc0ecab4d618f13e0351f642db8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731884194364 2024-11-17T22:56:41,577 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c803833727c403296d672b1800d890c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731884195043 2024-11-17T22:56:41,577 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into ee3cab67652a46688612aa5f1be11e00(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:41,577 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:41,577 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=10, startTime=1731884201505; duration=0sec 2024-11-17T22:56:41,578 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:41,578 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:41,578 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe707002f5d48c8b9190586b650b08c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731884196220 2024-11-17T22:56:41,579 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 32f35b79a4eb4296b4738860e2c009f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731884197384 2024-11-17T22:56:41,579 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d67ef7b04b544e05a9f1e844ad992ba9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731884199565 2024-11-17T22:56:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-17T22:56:41,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741894_1070 (size=12151) 2024-11-17T22:56:41,588 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/6435ee6bc2f047169e44fee72b0e1a3f 2024-11-17T22:56:41,603 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/e84f361509e14a01824fed9d4f7c39f8 is 50, key is test_row_0/C:col10/1731884200236/Put/seqid=0 2024-11-17T22:56:41,604 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/6fd125b4d28d42c5a077ddeb265dddb8 is 50, key is test_row_0/C:col10/1731884200216/Put/seqid=0 2024-11-17T22:56:41,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741896_1072 (size=12765) 2024-11-17T22:56:41,638 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/6fd125b4d28d42c5a077ddeb265dddb8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/6fd125b4d28d42c5a077ddeb265dddb8 2024-11-17T22:56:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741895_1071 (size=12151) 2024-11-17T22:56:41,640 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/e84f361509e14a01824fed9d4f7c39f8 2024-11-17T22:56:41,648 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into 6fd125b4d28d42c5a077ddeb265dddb8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:41,648 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:41,648 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=10, startTime=1731884201505; duration=0sec 2024-11-17T22:56:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/c2c15bf9b61546a3926e193989e0427a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c2c15bf9b61546a3926e193989e0427a 2024-11-17T22:56:41,648 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:41,648 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:41,655 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c2c15bf9b61546a3926e193989e0427a, entries=150, sequenceid=257, filesize=11.9 K 2024-11-17T22:56:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/6435ee6bc2f047169e44fee72b0e1a3f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/6435ee6bc2f047169e44fee72b0e1a3f 2024-11-17T22:56:41,662 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/6435ee6bc2f047169e44fee72b0e1a3f, entries=150, sequenceid=257, filesize=11.9 K 2024-11-17T22:56:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/e84f361509e14a01824fed9d4f7c39f8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e84f361509e14a01824fed9d4f7c39f8 2024-11-17T22:56:41,670 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e84f361509e14a01824fed9d4f7c39f8, entries=150, sequenceid=257, filesize=11.9 K 2024-11-17T22:56:41,672 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 1958fde5e6f32ba9011bde4df3c54765 in 151ms, sequenceid=257, compaction requested=false 2024-11-17T22:56:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-17T22:56:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-17T22:56:41,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-17T22:56:41,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2300 sec 2024-11-17T22:56:41,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2390 sec 2024-11-17T22:56:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:42,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-17T22:56:42,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:42,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:42,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:42,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:42,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:42,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:42,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/1161a20d9c64455192c7490728dc52cd is 50, key is test_row_0/A:col10/1731884202403/Put/seqid=0 2024-11-17T22:56:42,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731884202420, max timestamp=1731884202440Num uniques 859; 2024-11-17T22:56:42,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-17T22:56:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741897_1073 (size=12301) 2024-11-17T22:56:42,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/1161a20d9c64455192c7490728dc52cd 2024-11-17T22:56:42,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884202432, max timestamp=1731884202440Num uniques 859; 2024-11-17T22:56:42,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:56:42,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731884202432, max timestamp=1731884202451Num uniques 859; 2024-11-17T22:56:42,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-17T22:56:42,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/62658350de3642cdb9eb613c299ae790 is 50, key is test_row_0/B:col10/1731884202403/Put/seqid=0 2024-11-17T22:56:42,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884262487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884262488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884262489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884262490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884262490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741898_1074 (size=12301) 2024-11-17T22:56:42,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/62658350de3642cdb9eb613c299ae790 2024-11-17T22:56:42,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/4ee90f8c5207443a93ecdd1b1ecc8739 is 50, key is test_row_0/C:col10/1731884202403/Put/seqid=0 2024-11-17T22:56:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741899_1075 (size=12301) 2024-11-17T22:56:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-17T22:56:42,600 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:42,601 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-17T22:56:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-17T22:56:42,603 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:42,604 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:42,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884262600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884262600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884262610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884262611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884262611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-17T22:56:42,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-17T22:56:42,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:42,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:42,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:42,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:42,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884262811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884262811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884262820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884262820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884262820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:42,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-17T22:56:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:42,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-17T22:56:42,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/4ee90f8c5207443a93ecdd1b1ecc8739 2024-11-17T22:56:42,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/1161a20d9c64455192c7490728dc52cd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1161a20d9c64455192c7490728dc52cd 2024-11-17T22:56:42,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1161a20d9c64455192c7490728dc52cd, entries=150, sequenceid=271, filesize=12.0 K 2024-11-17T22:56:42,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/62658350de3642cdb9eb613c299ae790 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/62658350de3642cdb9eb613c299ae790 2024-11-17T22:56:42,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/62658350de3642cdb9eb613c299ae790, entries=150, sequenceid=271, filesize=12.0 K 2024-11-17T22:56:42,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/4ee90f8c5207443a93ecdd1b1ecc8739 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4ee90f8c5207443a93ecdd1b1ecc8739 2024-11-17T22:56:42,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4ee90f8c5207443a93ecdd1b1ecc8739, entries=150, sequenceid=271, filesize=12.0 K 2024-11-17T22:56:42,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=133.78 KB/136995 for 1958fde5e6f32ba9011bde4df3c54765 in 556ms, sequenceid=271, compaction requested=true 2024-11-17T22:56:42,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:42,962 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:42,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:42,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:42,962 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:42,964 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:42,964 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:42,964 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:42,964 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:42,964 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:42,964 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:42,964 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/ee3cab67652a46688612aa5f1be11e00, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c2c15bf9b61546a3926e193989e0427a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1161a20d9c64455192c7490728dc52cd] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.3 K 2024-11-17T22:56:42,964 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/b6bd5361af8c4d85ada9c56e8c87cd66, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/6435ee6bc2f047169e44fee72b0e1a3f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/62658350de3642cdb9eb613c299ae790] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.3 K 2024-11-17T22:56:42,964 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b6bd5361af8c4d85ada9c56e8c87cd66, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731884199565 2024-11-17T22:56:42,965 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee3cab67652a46688612aa5f1be11e00, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731884199565 2024-11-17T22:56:42,965 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6435ee6bc2f047169e44fee72b0e1a3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731884200225 2024-11-17T22:56:42,965 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2c15bf9b61546a3926e193989e0427a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731884200225 2024-11-17T22:56:42,965 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 62658350de3642cdb9eb613c299ae790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731884202391 2024-11-17T22:56:42,966 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1161a20d9c64455192c7490728dc52cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731884202391 2024-11-17T22:56:42,978 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:42,978 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/35c80b77f31b4d46ad2730f1e8ba124a is 50, key is test_row_0/B:col10/1731884202403/Put/seqid=0 2024-11-17T22:56:42,987 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:42,988 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/d0c4280d203d45c3a204a15c411c0c4d is 50, key is test_row_0/A:col10/1731884202403/Put/seqid=0 2024-11-17T22:56:42,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741900_1076 (size=13017) 2024-11-17T22:56:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741901_1077 (size=13017) 2024-11-17T22:56:43,007 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/35c80b77f31b4d46ad2730f1e8ba124a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/35c80b77f31b4d46ad2730f1e8ba124a 2024-11-17T22:56:43,017 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into 35c80b77f31b4d46ad2730f1e8ba124a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:43,017 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:43,017 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884202962; duration=0sec 2024-11-17T22:56:43,017 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:43,017 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:43,017 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:43,018 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:43,019 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:43,019 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:43,019 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/6fd125b4d28d42c5a077ddeb265dddb8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e84f361509e14a01824fed9d4f7c39f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4ee90f8c5207443a93ecdd1b1ecc8739] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.3 K 2024-11-17T22:56:43,019 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fd125b4d28d42c5a077ddeb265dddb8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731884199565 2024-11-17T22:56:43,020 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e84f361509e14a01824fed9d4f7c39f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731884200225 2024-11-17T22:56:43,020 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ee90f8c5207443a93ecdd1b1ecc8739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731884202391 2024-11-17T22:56:43,033 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:43,034 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/79ba78248c5941349308efe6d8160ba6 is 50, key is test_row_0/C:col10/1731884202403/Put/seqid=0 2024-11-17T22:56:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741902_1078 (size=13017) 2024-11-17T22:56:43,053 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/79ba78248c5941349308efe6d8160ba6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79ba78248c5941349308efe6d8160ba6 2024-11-17T22:56:43,064 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into 79ba78248c5941349308efe6d8160ba6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:43,064 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:43,064 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884202963; duration=0sec 2024-11-17T22:56:43,064 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:43,065 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:43,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-17T22:56:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:43,066 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=133.78 KB heapSize=374.70 KB 2024-11-17T22:56:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/6cac4f4c9f8640a98eb9d2799d9318dd is 50, key is test_row_0/A:col10/1731884202488/Put/seqid=0 2024-11-17T22:56:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741903_1079 (size=12301) 2024-11-17T22:56:43,102 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/6cac4f4c9f8640a98eb9d2799d9318dd 2024-11-17T22:56:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/e663478f13c84e03982bafbb52165936 is 50, key is test_row_0/B:col10/1731884202488/Put/seqid=0 2024-11-17T22:56:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741904_1080 (size=12301) 2024-11-17T22:56:43,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/e663478f13c84e03982bafbb52165936 2024-11-17T22:56:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884263141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884263141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884263141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884263141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884263144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ced24f4be88f4e13824ddc8ad3451e19 is 50, key is test_row_0/C:col10/1731884202488/Put/seqid=0 2024-11-17T22:56:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741905_1081 (size=12301) 2024-11-17T22:56:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-17T22:56:43,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884263250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884263260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,404 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/d0c4280d203d45c3a204a15c411c0c4d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d0c4280d203d45c3a204a15c411c0c4d 2024-11-17T22:56:43,414 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into d0c4280d203d45c3a204a15c411c0c4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:43,414 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:43,414 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884202962; duration=0sec 2024-11-17T22:56:43,414 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:43,414 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884263470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884263470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,557 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ced24f4be88f4e13824ddc8ad3451e19 2024-11-17T22:56:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/6cac4f4c9f8640a98eb9d2799d9318dd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/6cac4f4c9f8640a98eb9d2799d9318dd 2024-11-17T22:56:43,570 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/6cac4f4c9f8640a98eb9d2799d9318dd, entries=150, sequenceid=308, filesize=12.0 K 2024-11-17T22:56:43,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/e663478f13c84e03982bafbb52165936 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/e663478f13c84e03982bafbb52165936 2024-11-17T22:56:43,577 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/e663478f13c84e03982bafbb52165936, entries=150, sequenceid=308, filesize=12.0 K 2024-11-17T22:56:43,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ced24f4be88f4e13824ddc8ad3451e19 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ced24f4be88f4e13824ddc8ad3451e19 2024-11-17T22:56:43,586 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ced24f4be88f4e13824ddc8ad3451e19, entries=150, sequenceid=308, filesize=12.0 K 2024-11-17T22:56:43,587 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~374.65 KB/383640, currentSize=46.96 KB/48090 for 1958fde5e6f32ba9011bde4df3c54765 in 521ms, sequenceid=308, compaction requested=false 2024-11-17T22:56:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-17T22:56:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-17T22:56:43,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-17T22:56:43,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 984 msec 2024-11-17T22:56:43,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 999 msec 2024-11-17T22:56:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:43,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-17T22:56:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:43,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/69fc165a23a04287b7a00a22f6db28f2 is 50, key is test_row_0/A:col10/1731884203129/Put/seqid=0 2024-11-17T22:56:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741906_1082 (size=12301) 2024-11-17T22:56:43,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/69fc165a23a04287b7a00a22f6db28f2 2024-11-17T22:56:43,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/78b0b7b6b8c1498387a3e1bb9336e772 is 50, key is test_row_0/B:col10/1731884203129/Put/seqid=0 2024-11-17T22:56:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884263701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731884203689, max timestamp=1731884203706Num uniques 859; 2024-11-17T22:56:43,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884203689, max timestamp=1731884203700Num uniques 859; 2024-11-17T22:56:43,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731884203689, max timestamp=1731884203700Num uniques 859; 2024-11-17T22:56:43,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:56:43,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-17T22:56:43,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-17T22:56:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741907_1083 (size=12301) 2024-11-17T22:56:43,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/78b0b7b6b8c1498387a3e1bb9336e772 2024-11-17T22:56:43,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/3745b5f611c240d98a2f60db3914c3d3 is 50, key is test_row_0/C:col10/1731884203129/Put/seqid=0 2024-11-17T22:56:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-17T22:56:43,741 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:43,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-17T22:56:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T22:56:43,744 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:43,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:43,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741908_1084 (size=12301) 2024-11-17T22:56:43,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884263768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884263770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884263781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884263781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884263820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T22:56:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884263880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884263880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:43,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-17T22:56:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:43,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:44,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884264030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-17T22:56:44,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:44,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:44,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T22:56:44,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884264090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884264090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/3745b5f611c240d98a2f60db3914c3d3 2024-11-17T22:56:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/69fc165a23a04287b7a00a22f6db28f2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/69fc165a23a04287b7a00a22f6db28f2 2024-11-17T22:56:44,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/69fc165a23a04287b7a00a22f6db28f2, entries=150, sequenceid=320, filesize=12.0 K 2024-11-17T22:56:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/78b0b7b6b8c1498387a3e1bb9336e772 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/78b0b7b6b8c1498387a3e1bb9336e772 2024-11-17T22:56:44,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/78b0b7b6b8c1498387a3e1bb9336e772, entries=150, sequenceid=320, filesize=12.0 K 2024-11-17T22:56:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/3745b5f611c240d98a2f60db3914c3d3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3745b5f611c240d98a2f60db3914c3d3 2024-11-17T22:56:44,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3745b5f611c240d98a2f60db3914c3d3, entries=150, sequenceid=320, filesize=12.0 K 2024-11-17T22:56:44,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=128.92 KB/132010 for 1958fde5e6f32ba9011bde4df3c54765 in 529ms, sequenceid=320, compaction requested=true 2024-11-17T22:56:44,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:44,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:44,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:44,182 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:44,183 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:44,184 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:44,184 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:44,184 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:44,184 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d0c4280d203d45c3a204a15c411c0c4d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/6cac4f4c9f8640a98eb9d2799d9318dd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/69fc165a23a04287b7a00a22f6db28f2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.7 K 2024-11-17T22:56:44,184 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:44,184 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:44,184 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:44,184 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/35c80b77f31b4d46ad2730f1e8ba124a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/e663478f13c84e03982bafbb52165936, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/78b0b7b6b8c1498387a3e1bb9336e772] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.7 K 2024-11-17T22:56:44,185 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0c4280d203d45c3a204a15c411c0c4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731884202391 2024-11-17T22:56:44,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 35c80b77f31b4d46ad2730f1e8ba124a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731884202391 2024-11-17T22:56:44,185 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cac4f4c9f8640a98eb9d2799d9318dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731884202486 2024-11-17T22:56:44,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e663478f13c84e03982bafbb52165936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731884202486 2024-11-17T22:56:44,185 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69fc165a23a04287b7a00a22f6db28f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731884203129 2024-11-17T22:56:44,186 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 78b0b7b6b8c1498387a3e1bb9336e772, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731884203129 2024-11-17T22:56:44,196 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:44,196 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/650186cbaab744c1a96c89c6436b50ec is 50, key is test_row_0/A:col10/1731884203129/Put/seqid=0 2024-11-17T22:56:44,200 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:44,201 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/ed41979685a14329b2d7ce47dc2fcaa9 is 50, key is test_row_0/B:col10/1731884203129/Put/seqid=0 2024-11-17T22:56:44,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-17T22:56:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:44,208 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=128.92 KB heapSize=368.31 KB 2024-11-17T22:56:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741909_1085 (size=13119) 2024-11-17T22:56:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/b39d76e5729c459ba53b3db64c686c7e is 50, key is test_row_0/A:col10/1731884203768/Put/seqid=0 2024-11-17T22:56:44,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741910_1086 (size=13119) 2024-11-17T22:56:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741911_1087 (size=12301) 2024-11-17T22:56:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:44,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884264324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884264326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884264340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T22:56:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884264400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884264400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884264440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884264441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,630 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/b39d76e5729c459ba53b3db64c686c7e 2024-11-17T22:56:44,631 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/650186cbaab744c1a96c89c6436b50ec as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/650186cbaab744c1a96c89c6436b50ec 2024-11-17T22:56:44,638 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/ed41979685a14329b2d7ce47dc2fcaa9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ed41979685a14329b2d7ce47dc2fcaa9 2024-11-17T22:56:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/48bce1627ce3441dbeb324b9eae658ac is 50, key is test_row_0/B:col10/1731884203768/Put/seqid=0 2024-11-17T22:56:44,652 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into ed41979685a14329b2d7ce47dc2fcaa9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:44,652 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:44,652 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884204183; duration=0sec 2024-11-17T22:56:44,652 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into 650186cbaab744c1a96c89c6436b50ec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:44,652 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:44,652 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:44,652 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884204182; duration=0sec 2024-11-17T22:56:44,652 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:44,652 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:44,654 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:44,654 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:44,654 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:44,654 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:44,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,655 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884264650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,655 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79ba78248c5941349308efe6d8160ba6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ced24f4be88f4e13824ddc8ad3451e19, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3745b5f611c240d98a2f60db3914c3d3] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.7 K 2024-11-17T22:56:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884264651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,657 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ba78248c5941349308efe6d8160ba6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731884202391 2024-11-17T22:56:44,665 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ced24f4be88f4e13824ddc8ad3451e19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731884202486 2024-11-17T22:56:44,666 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 3745b5f611c240d98a2f60db3914c3d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731884203129 2024-11-17T22:56:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741912_1088 (size=12301) 2024-11-17T22:56:44,671 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/48bce1627ce3441dbeb324b9eae658ac 2024-11-17T22:56:44,680 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:44,681 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ba0ca2961fe7479db8e5cc0eb2280be9 is 50, key is test_row_0/C:col10/1731884203129/Put/seqid=0 2024-11-17T22:56:44,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/79b948621f664f7e855d994b19932b2b is 50, key is test_row_0/C:col10/1731884203768/Put/seqid=0 2024-11-17T22:56:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741913_1089 (size=13119) 2024-11-17T22:56:44,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741914_1090 (size=12301) 2024-11-17T22:56:44,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884264850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T22:56:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884264910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884264910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884264960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:44,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884264970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:44,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:44,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,092 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/ba0ca2961fe7479db8e5cc0eb2280be9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ba0ca2961fe7479db8e5cc0eb2280be9 2024-11-17T22:56:45,095 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/79b948621f664f7e855d994b19932b2b 2024-11-17T22:56:45,098 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into ba0ca2961fe7479db8e5cc0eb2280be9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:45,099 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:45,099 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884204183; duration=0sec 2024-11-17T22:56:45,099 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:45,099 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/b39d76e5729c459ba53b3db64c686c7e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/b39d76e5729c459ba53b3db64c686c7e 2024-11-17T22:56:45,105 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/b39d76e5729c459ba53b3db64c686c7e, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:56:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/48bce1627ce3441dbeb324b9eae658ac as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/48bce1627ce3441dbeb324b9eae658ac 2024-11-17T22:56:45,112 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/48bce1627ce3441dbeb324b9eae658ac, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:56:45,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/79b948621f664f7e855d994b19932b2b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79b948621f664f7e855d994b19932b2b 2024-11-17T22:56:45,118 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79b948621f664f7e855d994b19932b2b, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:56:45,119 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~128.92 KB/132010, heapSize ~368.27 KB/377104, currentSize=53.67 KB/54960 for 1958fde5e6f32ba9011bde4df3c54765 in 911ms, sequenceid=356, compaction requested=false 2024-11-17T22:56:45,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:45,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:45,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-17T22:56:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-17T22:56:45,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-17T22:56:45,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3760 sec 2024-11-17T22:56:45,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.3820 sec 2024-11-17T22:56:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:45,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:56:45,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:45,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:45,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:45,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:45,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:45,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:45,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/bf59422c1deb465a84252742a1b88cd0 is 50, key is test_row_0/A:col10/1731884204316/Put/seqid=0 2024-11-17T22:56:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741915_1091 (size=14741) 2024-11-17T22:56:45,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884265513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884265515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884265620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884265620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884265831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884265831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884265860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,868 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 1958fde5e6f32ba9011bde4df3c54765 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:56:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/bf59422c1deb465a84252742a1b88cd0 2024-11-17T22:56:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T22:56:45,891 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:45,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-17T22:56:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-17T22:56:45,894 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:45,895 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:45,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:45,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/19bb291b0d0f41a286e6c49cf7ed8e56 is 50, key is test_row_0/B:col10/1731884204316/Put/seqid=0 2024-11-17T22:56:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741916_1092 (size=12301) 2024-11-17T22:56:45,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884265920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884265920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:45,924 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 1958fde5e6f32ba9011bde4df3c54765 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:56:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,924 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 1958fde5e6f32ba9011bde4df3c54765 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:56:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-17T22:56:46,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-17T22:56:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:46,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884266140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884266140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-17T22:56:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-17T22:56:46,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/19bb291b0d0f41a286e6c49cf7ed8e56 2024-11-17T22:56:46,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c12e28c2fe4240afb1931a4f8436197d is 50, key is test_row_0/C:col10/1731884204316/Put/seqid=0 2024-11-17T22:56:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741917_1093 (size=12301) 2024-11-17T22:56:46,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c12e28c2fe4240afb1931a4f8436197d 2024-11-17T22:56:46,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/bf59422c1deb465a84252742a1b88cd0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bf59422c1deb465a84252742a1b88cd0 2024-11-17T22:56:46,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bf59422c1deb465a84252742a1b88cd0, entries=200, sequenceid=371, filesize=14.4 K 2024-11-17T22:56:46,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/19bb291b0d0f41a286e6c49cf7ed8e56 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/19bb291b0d0f41a286e6c49cf7ed8e56 2024-11-17T22:56:46,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/19bb291b0d0f41a286e6c49cf7ed8e56, entries=150, sequenceid=371, filesize=12.0 K 2024-11-17T22:56:46,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c12e28c2fe4240afb1931a4f8436197d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c12e28c2fe4240afb1931a4f8436197d 2024-11-17T22:56:46,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c12e28c2fe4240afb1931a4f8436197d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-17T22:56:46,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1958fde5e6f32ba9011bde4df3c54765 in 878ms, sequenceid=371, compaction requested=true 2024-11-17T22:56:46,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:46,351 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:46,351 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:46,352 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:46,352 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:46,352 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:46,352 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:46,352 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,352 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,352 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/650186cbaab744c1a96c89c6436b50ec, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/b39d76e5729c459ba53b3db64c686c7e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bf59422c1deb465a84252742a1b88cd0] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=39.2 K 2024-11-17T22:56:46,352 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ed41979685a14329b2d7ce47dc2fcaa9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/48bce1627ce3441dbeb324b9eae658ac, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/19bb291b0d0f41a286e6c49cf7ed8e56] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.8 K 2024-11-17T22:56:46,353 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ed41979685a14329b2d7ce47dc2fcaa9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731884203129 2024-11-17T22:56:46,353 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650186cbaab744c1a96c89c6436b50ec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731884203129 2024-11-17T22:56:46,353 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 48bce1627ce3441dbeb324b9eae658ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731884203752 2024-11-17T22:56:46,353 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b39d76e5729c459ba53b3db64c686c7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731884203752 2024-11-17T22:56:46,354 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 19bb291b0d0f41a286e6c49cf7ed8e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731884204303 2024-11-17T22:56:46,354 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf59422c1deb465a84252742a1b88cd0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731884204303 2024-11-17T22:56:46,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-17T22:56:46,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-17T22:56:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:46,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/aaa25163045949b8a27dad7cb2e5e77f is 50, key is test_row_0/A:col10/1731884205512/Put/seqid=0 2024-11-17T22:56:46,380 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:46,381 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/dfee8e9637574cb9856ed19fceec62bd is 50, key is test_row_0/B:col10/1731884204316/Put/seqid=0 2024-11-17T22:56:46,387 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:46,388 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f73469030e53472888085214fe8743b2 is 50, key is test_row_0/A:col10/1731884204316/Put/seqid=0 2024-11-17T22:56:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741919_1095 (size=13221) 2024-11-17T22:56:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741918_1094 (size=12301) 2024-11-17T22:56:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741920_1096 (size=13221) 2024-11-17T22:56:46,418 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f73469030e53472888085214fe8743b2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f73469030e53472888085214fe8743b2 2024-11-17T22:56:46,426 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into f73469030e53472888085214fe8743b2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:46,426 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:46,426 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884206350; duration=0sec 2024-11-17T22:56:46,426 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:46,426 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:46,427 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:46,428 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:46,428 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:46,428 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:46,428 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ba0ca2961fe7479db8e5cc0eb2280be9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79b948621f664f7e855d994b19932b2b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c12e28c2fe4240afb1931a4f8436197d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.8 K 2024-11-17T22:56:46,428 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba0ca2961fe7479db8e5cc0eb2280be9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731884203129 2024-11-17T22:56:46,429 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79b948621f664f7e855d994b19932b2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731884203752 2024-11-17T22:56:46,430 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c12e28c2fe4240afb1931a4f8436197d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731884204303 2024-11-17T22:56:46,438 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#84 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:46,439 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/85adc91b1fec4742a7d5c2aec9f00815 is 50, key is test_row_0/C:col10/1731884204316/Put/seqid=0 2024-11-17T22:56:46,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741921_1097 (size=13221) 2024-11-17T22:56:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-17T22:56:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:46,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:46,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884266675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884266675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884266790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884266790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:46,803 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/aaa25163045949b8a27dad7cb2e5e77f 2024-11-17T22:56:46,809 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/dfee8e9637574cb9856ed19fceec62bd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/dfee8e9637574cb9856ed19fceec62bd 2024-11-17T22:56:46,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/0c3ca709b1ea47b7b0c7271c9f374270 is 50, key is test_row_0/B:col10/1731884205512/Put/seqid=0 2024-11-17T22:56:46,817 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into dfee8e9637574cb9856ed19fceec62bd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:46,817 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:46,817 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884206351; duration=0sec 2024-11-17T22:56:46,818 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:46,818 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741922_1098 (size=12301) 2024-11-17T22:56:46,853 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/85adc91b1fec4742a7d5c2aec9f00815 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/85adc91b1fec4742a7d5c2aec9f00815 2024-11-17T22:56:46,859 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into 85adc91b1fec4742a7d5c2aec9f00815(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:46,859 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:46,859 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884206351; duration=0sec 2024-11-17T22:56:46,859 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:46,859 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884267000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884267000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-17T22:56:47,220 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/0c3ca709b1ea47b7b0c7271c9f374270 2024-11-17T22:56:47,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/5c8daa4be10840508801803e3d70ed3a is 50, key is test_row_0/C:col10/1731884205512/Put/seqid=0 2024-11-17T22:56:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741923_1099 (size=12301) 2024-11-17T22:56:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884267310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884267310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,636 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/5c8daa4be10840508801803e3d70ed3a 2024-11-17T22:56:47,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/aaa25163045949b8a27dad7cb2e5e77f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/aaa25163045949b8a27dad7cb2e5e77f 2024-11-17T22:56:47,646 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/aaa25163045949b8a27dad7cb2e5e77f, entries=150, sequenceid=391, filesize=12.0 K 2024-11-17T22:56:47,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/0c3ca709b1ea47b7b0c7271c9f374270 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0c3ca709b1ea47b7b0c7271c9f374270 2024-11-17T22:56:47,653 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0c3ca709b1ea47b7b0c7271c9f374270, entries=150, sequenceid=391, filesize=12.0 K 2024-11-17T22:56:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/5c8daa4be10840508801803e3d70ed3a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/5c8daa4be10840508801803e3d70ed3a 2024-11-17T22:56:47,660 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/5c8daa4be10840508801803e3d70ed3a, entries=150, sequenceid=391, filesize=12.0 K 2024-11-17T22:56:47,661 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 1958fde5e6f32ba9011bde4df3c54765 in 1305ms, sequenceid=391, compaction requested=false 2024-11-17T22:56:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-17T22:56:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-17T22:56:47,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-17T22:56:47,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7680 sec 2024-11-17T22:56:47,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.7730 sec 2024-11-17T22:56:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:47,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-17T22:56:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:47,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:47,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:47,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:47,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:47,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:47,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f1694835bd6e42cbac34574656cdd44c is 50, key is test_row_0/A:col10/1731884207821/Put/seqid=0 2024-11-17T22:56:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741924_1100 (size=12301) 2024-11-17T22:56:47,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f1694835bd6e42cbac34574656cdd44c 2024-11-17T22:56:47,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/404852d2e0b04fb1a8cc3d0e9163d582 is 50, key is test_row_0/B:col10/1731884207821/Put/seqid=0 2024-11-17T22:56:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884267861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884267861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741925_1101 (size=12301) 2024-11-17T22:56:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1731884267890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,894 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 1958fde5e6f32ba9011bde4df3c54765 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:56:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58100 deadline: 1731884267930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,936 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 1958fde5e6f32ba9011bde4df3c54765 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:56:47,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58126 deadline: 1731884267941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,945 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 1958fde5e6f32ba9011bde4df3c54765 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:56:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884267970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884267970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-17T22:56:48,040 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:48,041 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-17T22:56:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T22:56:48,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:48,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:48,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T22:56:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884268180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884268180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:48,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-17T22:56:48,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:48,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/404852d2e0b04fb1a8cc3d0e9163d582 2024-11-17T22:56:48,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/1dd05e8bd8fb4116a9ba5c81cce98858 is 50, key is test_row_0/C:col10/1731884207821/Put/seqid=0 2024-11-17T22:56:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741926_1102 (size=12301) 2024-11-17T22:56:48,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-17T22:56:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:48,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T22:56:48,372 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-17T22:56:48,372 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:48,374 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-17T22:56:48,374 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:48,375 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-17T22:56:48,375 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:48,375 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-17T22:56:48,375 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:48,376 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,376 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,376 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,376 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,376 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,376 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:48,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:48,377 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:48,377 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:48,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:48,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731884268491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:48,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58142 deadline: 1731884268492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:56:48,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-17T22:56:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-17T22:56:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T22:56:48,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/1dd05e8bd8fb4116a9ba5c81cce98858 2024-11-17T22:56:48,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/f1694835bd6e42cbac34574656cdd44c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f1694835bd6e42cbac34574656cdd44c 2024-11-17T22:56:48,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f1694835bd6e42cbac34574656cdd44c, entries=150, sequenceid=409, filesize=12.0 K 2024-11-17T22:56:48,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/404852d2e0b04fb1a8cc3d0e9163d582 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/404852d2e0b04fb1a8cc3d0e9163d582 2024-11-17T22:56:48,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/404852d2e0b04fb1a8cc3d0e9163d582, entries=150, sequenceid=409, filesize=12.0 K 2024-11-17T22:56:48,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/1dd05e8bd8fb4116a9ba5c81cce98858 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1dd05e8bd8fb4116a9ba5c81cce98858 2024-11-17T22:56:48,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1dd05e8bd8fb4116a9ba5c81cce98858, entries=150, sequenceid=409, filesize=12.0 K 2024-11-17T22:56:48,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 1958fde5e6f32ba9011bde4df3c54765 in 887ms, sequenceid=409, compaction requested=true 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:48,709 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:48,709 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1958fde5e6f32ba9011bde4df3c54765:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:56:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:48,710 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:48,710 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:48,711 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/A is initiating minor compaction (all files) 2024-11-17T22:56:48,711 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/B is initiating minor compaction (all files) 2024-11-17T22:56:48,711 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/A in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,711 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/B in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,711 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f73469030e53472888085214fe8743b2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/aaa25163045949b8a27dad7cb2e5e77f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f1694835bd6e42cbac34574656cdd44c] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.9 K 2024-11-17T22:56:48,711 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/dfee8e9637574cb9856ed19fceec62bd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0c3ca709b1ea47b7b0c7271c9f374270, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/404852d2e0b04fb1a8cc3d0e9163d582] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.9 K 2024-11-17T22:56:48,711 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dfee8e9637574cb9856ed19fceec62bd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731884204303 2024-11-17T22:56:48,711 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f73469030e53472888085214fe8743b2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731884204303 2024-11-17T22:56:48,711 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c3ca709b1ea47b7b0c7271c9f374270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731884205498 2024-11-17T22:56:48,711 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaa25163045949b8a27dad7cb2e5e77f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731884205498 2024-11-17T22:56:48,712 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 404852d2e0b04fb1a8cc3d0e9163d582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731884206669 2024-11-17T22:56:48,712 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1694835bd6e42cbac34574656cdd44c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731884206669 2024-11-17T22:56:48,719 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:48,719 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:48,720 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/fe49cf89129d415c9dff08a5346bb95e is 50, key is test_row_0/A:col10/1731884207821/Put/seqid=0 2024-11-17T22:56:48,720 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/c1cf8bafa6cc40c6b027adc7b357963e is 50, key is test_row_0/B:col10/1731884207821/Put/seqid=0 2024-11-17T22:56:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741928_1104 (size=13323) 2024-11-17T22:56:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741927_1103 (size=13323) 2024-11-17T22:56:48,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-17T22:56:48,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:48,815 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-17T22:56:48,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:48,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/0951a094b61a4bcc848e76ea7d2ec55f is 50, key is test_row_0/A:col10/1731884207852/Put/seqid=0 2024-11-17T22:56:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741929_1105 (size=12301) 2024-11-17T22:56:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:49,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. as already flushing 2024-11-17T22:56:49,004 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-17T22:56:49,004 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:49,004 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-17T22:56:49,004 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:49,004 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:49,004 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:49,004 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:49,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:49,004 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:49,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:49,131 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/fe49cf89129d415c9dff08a5346bb95e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/fe49cf89129d415c9dff08a5346bb95e 2024-11-17T22:56:49,131 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/c1cf8bafa6cc40c6b027adc7b357963e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/c1cf8bafa6cc40c6b027adc7b357963e 2024-11-17T22:56:49,137 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/A of 1958fde5e6f32ba9011bde4df3c54765 into fe49cf89129d415c9dff08a5346bb95e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:49,137 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/B of 1958fde5e6f32ba9011bde4df3c54765 into c1cf8bafa6cc40c6b027adc7b357963e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:49,137 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/B, priority=13, startTime=1731884208709; duration=0sec 2024-11-17T22:56:49,137 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/A, priority=13, startTime=1731884208709; duration=0sec 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:A 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:B 2024-11-17T22:56:49,137 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:56:49,138 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:56:49,138 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 1958fde5e6f32ba9011bde4df3c54765/C is initiating minor compaction (all files) 2024-11-17T22:56:49,139 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1958fde5e6f32ba9011bde4df3c54765/C in TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:49,139 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/85adc91b1fec4742a7d5c2aec9f00815, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/5c8daa4be10840508801803e3d70ed3a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1dd05e8bd8fb4116a9ba5c81cce98858] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp, totalSize=36.9 K 2024-11-17T22:56:49,139 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85adc91b1fec4742a7d5c2aec9f00815, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731884204303 2024-11-17T22:56:49,139 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c8daa4be10840508801803e3d70ed3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731884205498 2024-11-17T22:56:49,140 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dd05e8bd8fb4116a9ba5c81cce98858, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731884206669 2024-11-17T22:56:49,147 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1958fde5e6f32ba9011bde4df3c54765#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:56:49,147 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c3cd2800948f4bbfa75a55af76c50b23 is 50, key is test_row_0/C:col10/1731884207821/Put/seqid=0 2024-11-17T22:56:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741930_1106 (size=13323) 2024-11-17T22:56:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T22:56:49,233 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/0951a094b61a4bcc848e76ea7d2ec55f 2024-11-17T22:56:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/03a4fb5e03684a89b3e8fa25deb23b7d is 50, key is test_row_0/B:col10/1731884207852/Put/seqid=0 2024-11-17T22:56:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741931_1107 (size=12301) 2024-11-17T22:56:49,566 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/c3cd2800948f4bbfa75a55af76c50b23 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c3cd2800948f4bbfa75a55af76c50b23 2024-11-17T22:56:49,575 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1958fde5e6f32ba9011bde4df3c54765/C of 1958fde5e6f32ba9011bde4df3c54765 into c3cd2800948f4bbfa75a55af76c50b23(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:56:49,575 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:49,575 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., storeName=1958fde5e6f32ba9011bde4df3c54765/C, priority=13, startTime=1731884208709; duration=0sec 2024-11-17T22:56:49,575 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:56:49,575 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1958fde5e6f32ba9011bde4df3c54765:C 2024-11-17T22:56:49,649 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/03a4fb5e03684a89b3e8fa25deb23b7d 2024-11-17T22:56:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/997b8ac7913a41acaaa42c7048ddbebe is 50, key is test_row_0/C:col10/1731884207852/Put/seqid=0 2024-11-17T22:56:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741932_1108 (size=12301) 2024-11-17T22:56:50,062 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/997b8ac7913a41acaaa42c7048ddbebe 2024-11-17T22:56:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/0951a094b61a4bcc848e76ea7d2ec55f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/0951a094b61a4bcc848e76ea7d2ec55f 2024-11-17T22:56:50,078 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/0951a094b61a4bcc848e76ea7d2ec55f, entries=150, sequenceid=427, filesize=12.0 K 2024-11-17T22:56:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/03a4fb5e03684a89b3e8fa25deb23b7d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/03a4fb5e03684a89b3e8fa25deb23b7d 2024-11-17T22:56:50,084 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/03a4fb5e03684a89b3e8fa25deb23b7d, entries=150, sequenceid=427, filesize=12.0 K 2024-11-17T22:56:50,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/997b8ac7913a41acaaa42c7048ddbebe as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/997b8ac7913a41acaaa42c7048ddbebe 2024-11-17T22:56:50,089 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/997b8ac7913a41acaaa42c7048ddbebe, entries=150, sequenceid=427, filesize=12.0 K 2024-11-17T22:56:50,090 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 1958fde5e6f32ba9011bde4df3c54765 in 1275ms, sequenceid=427, compaction requested=false 2024-11-17T22:56:50,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1958fde5e6f32ba9011bde4df3c54765: 2024-11-17T22:56:50,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:50,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-17T22:56:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-17T22:56:50,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-17T22:56:50,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0480 sec 2024-11-17T22:56:50,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 2.0530 sec 2024-11-17T22:56:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T22:56:50,191 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:50,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:56:51,936 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-17T22:56:51,936 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:51,936 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:51,937 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:51,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:51,974 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-17T22:56:51,974 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:51,974 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:51,975 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:51,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:52,023 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-17T22:56:52,023 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:56:52,023 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:52,023 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:52,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:52,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T22:56:52,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-17T22:56:52,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-17T22:56:52,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-17T22:56:52,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-17T22:56:52,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3263 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3291 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1435 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4300 rows 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1446 2024-11-17T22:56:52,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4331 rows 2024-11-17T22:56:52,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:56:52,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:56:52,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:52,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:52,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:56:52,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T22:56:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:52,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884212037"}]},"ts":"1731884212037"} 2024-11-17T22:56:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-17T22:56:52,040 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T22:56:52,040 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T22:56:52,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:56:52,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, UNASSIGN}] 2024-11-17T22:56:52,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, UNASSIGN 2024-11-17T22:56:52,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1958fde5e6f32ba9011bde4df3c54765, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, UNASSIGN because future has completed 2024-11-17T22:56:52,051 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:56:52,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:56:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-17T22:56:52,209 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:52,209 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:56:52,210 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 1958fde5e6f32ba9011bde4df3c54765, disabling compactions & flushes 2024-11-17T22:56:52,210 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:52,210 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:52,210 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. after waiting 0 ms 2024-11-17T22:56:52,210 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:52,210 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 1958fde5e6f32ba9011bde4df3c54765 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:56:52,211 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=A 2024-11-17T22:56:52,211 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:52,211 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=B 2024-11-17T22:56:52,211 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:52,211 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1958fde5e6f32ba9011bde4df3c54765, store=C 2024-11-17T22:56:52,211 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:52,218 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/020c38a9ff54412b8e06bb2cd0373851 is 50, key is test_row_0/A:col10/1731884211991/Put/seqid=0 2024-11-17T22:56:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741933_1109 (size=12301) 2024-11-17T22:56:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-17T22:56:52,626 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/020c38a9ff54412b8e06bb2cd0373851 2024-11-17T22:56:52,640 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/0e84f87cc8f34ecba51b17e42e5ceb8f is 50, key is test_row_0/B:col10/1731884211991/Put/seqid=0 2024-11-17T22:56:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741934_1110 (size=12301) 2024-11-17T22:56:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-17T22:56:53,046 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/0e84f87cc8f34ecba51b17e42e5ceb8f 2024-11-17T22:56:53,054 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/527492f7b0344915aea746377e2a306b is 50, key is test_row_0/C:col10/1731884211991/Put/seqid=0 2024-11-17T22:56:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741935_1111 (size=12301) 2024-11-17T22:56:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-17T22:56:53,460 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/527492f7b0344915aea746377e2a306b 2024-11-17T22:56:53,472 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/A/020c38a9ff54412b8e06bb2cd0373851 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/020c38a9ff54412b8e06bb2cd0373851 2024-11-17T22:56:53,478 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/020c38a9ff54412b8e06bb2cd0373851, entries=150, sequenceid=438, filesize=12.0 K 2024-11-17T22:56:53,479 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/B/0e84f87cc8f34ecba51b17e42e5ceb8f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0e84f87cc8f34ecba51b17e42e5ceb8f 2024-11-17T22:56:53,483 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0e84f87cc8f34ecba51b17e42e5ceb8f, entries=150, sequenceid=438, filesize=12.0 K 2024-11-17T22:56:53,485 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/.tmp/C/527492f7b0344915aea746377e2a306b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/527492f7b0344915aea746377e2a306b 2024-11-17T22:56:53,489 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/527492f7b0344915aea746377e2a306b, entries=150, sequenceid=438, filesize=12.0 K 2024-11-17T22:56:53,490 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1958fde5e6f32ba9011bde4df3c54765 in 1280ms, sequenceid=438, compaction requested=true 2024-11-17T22:56:53,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cb77fad269c04accbda48c384de8aa93, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d05e56cc0f33438fa1ba2a1d4b6d326a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3594924706414b67adf9b0221cd2b17b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c52f32fa19034f4b907b3bd2f07a3f70, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/2d4a6d24ec0f4569aa5a6500637026f0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/db7717ef54024ce0852b8d4c0b4d3583, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3d0e77474c30487b9ce0426e946d6ea1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/786392598afd4ed89b648fbee52cb1c8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/07d3ca5624a745ccbaa7cc36b8596f4f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f4b76bbe1f684eacb70bd68a3f9845f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/88fc1f4fe748428f8bdc7d08cd8dc387, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cc7348c498ea4e95bf712356b7af91da, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cbea416cacd2493f8b57670dd9c3cf03, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1a040305d7b34a0c91539d1b75c0736c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/5a5b74c42efd4cec81639d747f20c6bf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/86f9744b175347c3bffa013c5ca1332b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/863f4f2956a242b59f44e0c257521d17, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bd136a498c354277a7fb4a876b669c1e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/ee3cab67652a46688612aa5f1be11e00, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c2c15bf9b61546a3926e193989e0427a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d0c4280d203d45c3a204a15c411c0c4d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1161a20d9c64455192c7490728dc52cd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/6cac4f4c9f8640a98eb9d2799d9318dd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/650186cbaab744c1a96c89c6436b50ec, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/69fc165a23a04287b7a00a22f6db28f2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/b39d76e5729c459ba53b3db64c686c7e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bf59422c1deb465a84252742a1b88cd0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f73469030e53472888085214fe8743b2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/aaa25163045949b8a27dad7cb2e5e77f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f1694835bd6e42cbac34574656cdd44c] to archive 2024-11-17T22:56:53,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:56:53,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cb77fad269c04accbda48c384de8aa93 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cb77fad269c04accbda48c384de8aa93 2024-11-17T22:56:53,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d05e56cc0f33438fa1ba2a1d4b6d326a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d05e56cc0f33438fa1ba2a1d4b6d326a 2024-11-17T22:56:53,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3594924706414b67adf9b0221cd2b17b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3594924706414b67adf9b0221cd2b17b 2024-11-17T22:56:53,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c52f32fa19034f4b907b3bd2f07a3f70 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c52f32fa19034f4b907b3bd2f07a3f70 2024-11-17T22:56:53,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/2d4a6d24ec0f4569aa5a6500637026f0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/2d4a6d24ec0f4569aa5a6500637026f0 2024-11-17T22:56:53,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/db7717ef54024ce0852b8d4c0b4d3583 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/db7717ef54024ce0852b8d4c0b4d3583 2024-11-17T22:56:53,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3d0e77474c30487b9ce0426e946d6ea1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/3d0e77474c30487b9ce0426e946d6ea1 2024-11-17T22:56:53,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/786392598afd4ed89b648fbee52cb1c8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/786392598afd4ed89b648fbee52cb1c8 2024-11-17T22:56:53,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/07d3ca5624a745ccbaa7cc36b8596f4f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/07d3ca5624a745ccbaa7cc36b8596f4f 2024-11-17T22:56:53,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f4b76bbe1f684eacb70bd68a3f9845f8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f4b76bbe1f684eacb70bd68a3f9845f8 2024-11-17T22:56:53,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/88fc1f4fe748428f8bdc7d08cd8dc387 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/88fc1f4fe748428f8bdc7d08cd8dc387 2024-11-17T22:56:53,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cc7348c498ea4e95bf712356b7af91da to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cc7348c498ea4e95bf712356b7af91da 2024-11-17T22:56:53,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cbea416cacd2493f8b57670dd9c3cf03 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/cbea416cacd2493f8b57670dd9c3cf03 2024-11-17T22:56:53,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1a040305d7b34a0c91539d1b75c0736c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1a040305d7b34a0c91539d1b75c0736c 2024-11-17T22:56:53,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/5a5b74c42efd4cec81639d747f20c6bf to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/5a5b74c42efd4cec81639d747f20c6bf 2024-11-17T22:56:53,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/86f9744b175347c3bffa013c5ca1332b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/86f9744b175347c3bffa013c5ca1332b 2024-11-17T22:56:53,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/863f4f2956a242b59f44e0c257521d17 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/863f4f2956a242b59f44e0c257521d17 2024-11-17T22:56:53,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bd136a498c354277a7fb4a876b669c1e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bd136a498c354277a7fb4a876b669c1e 2024-11-17T22:56:53,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/ee3cab67652a46688612aa5f1be11e00 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/ee3cab67652a46688612aa5f1be11e00 2024-11-17T22:56:53,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c2c15bf9b61546a3926e193989e0427a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/c2c15bf9b61546a3926e193989e0427a 2024-11-17T22:56:53,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d0c4280d203d45c3a204a15c411c0c4d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/d0c4280d203d45c3a204a15c411c0c4d 2024-11-17T22:56:53,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1161a20d9c64455192c7490728dc52cd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/1161a20d9c64455192c7490728dc52cd 2024-11-17T22:56:53,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/6cac4f4c9f8640a98eb9d2799d9318dd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/6cac4f4c9f8640a98eb9d2799d9318dd 2024-11-17T22:56:53,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/650186cbaab744c1a96c89c6436b50ec to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/650186cbaab744c1a96c89c6436b50ec 2024-11-17T22:56:53,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/69fc165a23a04287b7a00a22f6db28f2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/69fc165a23a04287b7a00a22f6db28f2 2024-11-17T22:56:53,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/b39d76e5729c459ba53b3db64c686c7e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/b39d76e5729c459ba53b3db64c686c7e 2024-11-17T22:56:53,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bf59422c1deb465a84252742a1b88cd0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/bf59422c1deb465a84252742a1b88cd0 2024-11-17T22:56:53,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f73469030e53472888085214fe8743b2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f73469030e53472888085214fe8743b2 2024-11-17T22:56:53,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/aaa25163045949b8a27dad7cb2e5e77f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/aaa25163045949b8a27dad7cb2e5e77f 2024-11-17T22:56:53,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f1694835bd6e42cbac34574656cdd44c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/f1694835bd6e42cbac34574656cdd44c 2024-11-17T22:56:53,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a5410154bdb2432396972abbd2363850, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/4ea326d4e3194718bf1956bd1a148a81, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/305157152db04b4c9e208ca09a345671, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/69c1f15ed25345efa3ed49c95c9a49f0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a7c18655422145d5935558de2682f9f1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/d91241b554ef4351bc7beb05124873bd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cb1ed5699182444391b567e5487f7a3d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/576adf31b37f4249988e12eba1b6d861, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/53a3215d147046c99b114f712168e932, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/334db8cc9d5c4abd843ac4358750677f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/1f53e0ba9f4048e78ba41da4208f2f67, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cec4de0be0b24652be3155db189015e0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/97ff14ef8ef54ab89bfc670b1068dc64, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/bb016d7600fc4e8a8a58d9469709444d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ce2f507896ee4af5b8222539eb2333e9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/287617df866e4a48802be22a98823353, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/84c8c18fa6cf4e05959b4f979c791ea0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/b6bd5361af8c4d85ada9c56e8c87cd66, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/5649ec8c039f4745b0a019a985fe6279, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/6435ee6bc2f047169e44fee72b0e1a3f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/35c80b77f31b4d46ad2730f1e8ba124a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/62658350de3642cdb9eb613c299ae790, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/e663478f13c84e03982bafbb52165936, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ed41979685a14329b2d7ce47dc2fcaa9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/78b0b7b6b8c1498387a3e1bb9336e772, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/48bce1627ce3441dbeb324b9eae658ac, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/dfee8e9637574cb9856ed19fceec62bd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/19bb291b0d0f41a286e6c49cf7ed8e56, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0c3ca709b1ea47b7b0c7271c9f374270, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/404852d2e0b04fb1a8cc3d0e9163d582] to archive 2024-11-17T22:56:53,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:56:53,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a5410154bdb2432396972abbd2363850 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a5410154bdb2432396972abbd2363850 2024-11-17T22:56:53,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/4ea326d4e3194718bf1956bd1a148a81 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/4ea326d4e3194718bf1956bd1a148a81 2024-11-17T22:56:53,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/305157152db04b4c9e208ca09a345671 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/305157152db04b4c9e208ca09a345671 2024-11-17T22:56:53,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/69c1f15ed25345efa3ed49c95c9a49f0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/69c1f15ed25345efa3ed49c95c9a49f0 2024-11-17T22:56:53,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a7c18655422145d5935558de2682f9f1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/a7c18655422145d5935558de2682f9f1 2024-11-17T22:56:53,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/d91241b554ef4351bc7beb05124873bd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/d91241b554ef4351bc7beb05124873bd 2024-11-17T22:56:53,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cb1ed5699182444391b567e5487f7a3d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cb1ed5699182444391b567e5487f7a3d 2024-11-17T22:56:53,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/576adf31b37f4249988e12eba1b6d861 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/576adf31b37f4249988e12eba1b6d861 2024-11-17T22:56:53,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/53a3215d147046c99b114f712168e932 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/53a3215d147046c99b114f712168e932 2024-11-17T22:56:53,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/334db8cc9d5c4abd843ac4358750677f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/334db8cc9d5c4abd843ac4358750677f 2024-11-17T22:56:53,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/1f53e0ba9f4048e78ba41da4208f2f67 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/1f53e0ba9f4048e78ba41da4208f2f67 2024-11-17T22:56:53,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cec4de0be0b24652be3155db189015e0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/cec4de0be0b24652be3155db189015e0 2024-11-17T22:56:53,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/97ff14ef8ef54ab89bfc670b1068dc64 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/97ff14ef8ef54ab89bfc670b1068dc64 2024-11-17T22:56:53,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/bb016d7600fc4e8a8a58d9469709444d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/bb016d7600fc4e8a8a58d9469709444d 2024-11-17T22:56:53,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ce2f507896ee4af5b8222539eb2333e9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ce2f507896ee4af5b8222539eb2333e9 2024-11-17T22:56:53,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/287617df866e4a48802be22a98823353 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/287617df866e4a48802be22a98823353 2024-11-17T22:56:53,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/84c8c18fa6cf4e05959b4f979c791ea0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/84c8c18fa6cf4e05959b4f979c791ea0 2024-11-17T22:56:53,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/b6bd5361af8c4d85ada9c56e8c87cd66 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/b6bd5361af8c4d85ada9c56e8c87cd66 2024-11-17T22:56:53,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/5649ec8c039f4745b0a019a985fe6279 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/5649ec8c039f4745b0a019a985fe6279 2024-11-17T22:56:53,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/6435ee6bc2f047169e44fee72b0e1a3f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/6435ee6bc2f047169e44fee72b0e1a3f 2024-11-17T22:56:53,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/35c80b77f31b4d46ad2730f1e8ba124a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/35c80b77f31b4d46ad2730f1e8ba124a 2024-11-17T22:56:53,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/62658350de3642cdb9eb613c299ae790 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/62658350de3642cdb9eb613c299ae790 2024-11-17T22:56:53,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/e663478f13c84e03982bafbb52165936 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/e663478f13c84e03982bafbb52165936 2024-11-17T22:56:53,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ed41979685a14329b2d7ce47dc2fcaa9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/ed41979685a14329b2d7ce47dc2fcaa9 2024-11-17T22:56:53,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/78b0b7b6b8c1498387a3e1bb9336e772 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/78b0b7b6b8c1498387a3e1bb9336e772 2024-11-17T22:56:53,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/48bce1627ce3441dbeb324b9eae658ac to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/48bce1627ce3441dbeb324b9eae658ac 2024-11-17T22:56:53,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/dfee8e9637574cb9856ed19fceec62bd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/dfee8e9637574cb9856ed19fceec62bd 2024-11-17T22:56:53,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/19bb291b0d0f41a286e6c49cf7ed8e56 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/19bb291b0d0f41a286e6c49cf7ed8e56 2024-11-17T22:56:53,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0c3ca709b1ea47b7b0c7271c9f374270 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0c3ca709b1ea47b7b0c7271c9f374270 2024-11-17T22:56:53,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/404852d2e0b04fb1a8cc3d0e9163d582 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/404852d2e0b04fb1a8cc3d0e9163d582 2024-11-17T22:56:53,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/801f36ad144c45a58b7bc713dc7c8acf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/918e196276574d829ecc1ca9a456d3ba, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/228040aac3e746de9549b83b7d5e9701, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e58dc8a50dbb4b229cfc0eb89e93f11a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/2b013c117a72403cbd671f54a14b1999, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/97b857a3b28842efb0a6b1ad1344a983, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c02c7420758448c388424f9a9cc15b3b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/7e352741da7e4b3480d47f4b33878dc7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1737214dc19b4c2590974f61c17a1b0b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ed0b79c5544a4c53a8d869dd276dc7b7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/fd8b4651ac5d4af1ad84349f76e4669b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/27c9d091d5784f88a1ff450bb031d05a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d3a9fbc0ecab4d618f13e0351f642db8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4c803833727c403296d672b1800d890c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3fe707002f5d48c8b9190586b650b08c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/32f35b79a4eb4296b4738860e2c009f5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/6fd125b4d28d42c5a077ddeb265dddb8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d67ef7b04b544e05a9f1e844ad992ba9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e84f361509e14a01824fed9d4f7c39f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79ba78248c5941349308efe6d8160ba6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4ee90f8c5207443a93ecdd1b1ecc8739, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ced24f4be88f4e13824ddc8ad3451e19, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ba0ca2961fe7479db8e5cc0eb2280be9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3745b5f611c240d98a2f60db3914c3d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79b948621f664f7e855d994b19932b2b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/85adc91b1fec4742a7d5c2aec9f00815, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c12e28c2fe4240afb1931a4f8436197d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/5c8daa4be10840508801803e3d70ed3a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1dd05e8bd8fb4116a9ba5c81cce98858] to archive 2024-11-17T22:56:53,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:56:53,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/801f36ad144c45a58b7bc713dc7c8acf to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/801f36ad144c45a58b7bc713dc7c8acf 2024-11-17T22:56:53,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/918e196276574d829ecc1ca9a456d3ba to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/918e196276574d829ecc1ca9a456d3ba 2024-11-17T22:56:53,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/228040aac3e746de9549b83b7d5e9701 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/228040aac3e746de9549b83b7d5e9701 2024-11-17T22:56:53,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e58dc8a50dbb4b229cfc0eb89e93f11a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e58dc8a50dbb4b229cfc0eb89e93f11a 2024-11-17T22:56:53,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/2b013c117a72403cbd671f54a14b1999 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/2b013c117a72403cbd671f54a14b1999 2024-11-17T22:56:53,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/97b857a3b28842efb0a6b1ad1344a983 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/97b857a3b28842efb0a6b1ad1344a983 2024-11-17T22:56:53,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c02c7420758448c388424f9a9cc15b3b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c02c7420758448c388424f9a9cc15b3b 2024-11-17T22:56:53,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/bb6a86c5bcbc43d6b8e3f2fc0c29daa4 2024-11-17T22:56:53,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/7e352741da7e4b3480d47f4b33878dc7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/7e352741da7e4b3480d47f4b33878dc7 2024-11-17T22:56:53,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1737214dc19b4c2590974f61c17a1b0b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1737214dc19b4c2590974f61c17a1b0b 2024-11-17T22:56:53,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ed0b79c5544a4c53a8d869dd276dc7b7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ed0b79c5544a4c53a8d869dd276dc7b7 2024-11-17T22:56:53,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/fd8b4651ac5d4af1ad84349f76e4669b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/fd8b4651ac5d4af1ad84349f76e4669b 2024-11-17T22:56:53,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/27c9d091d5784f88a1ff450bb031d05a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/27c9d091d5784f88a1ff450bb031d05a 2024-11-17T22:56:53,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d3a9fbc0ecab4d618f13e0351f642db8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d3a9fbc0ecab4d618f13e0351f642db8 2024-11-17T22:56:53,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4c803833727c403296d672b1800d890c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4c803833727c403296d672b1800d890c 2024-11-17T22:56:53,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3fe707002f5d48c8b9190586b650b08c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3fe707002f5d48c8b9190586b650b08c 2024-11-17T22:56:53,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/32f35b79a4eb4296b4738860e2c009f5 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/32f35b79a4eb4296b4738860e2c009f5 2024-11-17T22:56:53,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/6fd125b4d28d42c5a077ddeb265dddb8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/6fd125b4d28d42c5a077ddeb265dddb8 2024-11-17T22:56:53,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d67ef7b04b544e05a9f1e844ad992ba9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/d67ef7b04b544e05a9f1e844ad992ba9 2024-11-17T22:56:53,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e84f361509e14a01824fed9d4f7c39f8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/e84f361509e14a01824fed9d4f7c39f8 2024-11-17T22:56:53,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79ba78248c5941349308efe6d8160ba6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79ba78248c5941349308efe6d8160ba6 2024-11-17T22:56:53,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4ee90f8c5207443a93ecdd1b1ecc8739 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/4ee90f8c5207443a93ecdd1b1ecc8739 2024-11-17T22:56:53,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ced24f4be88f4e13824ddc8ad3451e19 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ced24f4be88f4e13824ddc8ad3451e19 2024-11-17T22:56:53,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ba0ca2961fe7479db8e5cc0eb2280be9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/ba0ca2961fe7479db8e5cc0eb2280be9 2024-11-17T22:56:53,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3745b5f611c240d98a2f60db3914c3d3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/3745b5f611c240d98a2f60db3914c3d3 2024-11-17T22:56:53,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79b948621f664f7e855d994b19932b2b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/79b948621f664f7e855d994b19932b2b 2024-11-17T22:56:53,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/85adc91b1fec4742a7d5c2aec9f00815 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/85adc91b1fec4742a7d5c2aec9f00815 2024-11-17T22:56:53,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c12e28c2fe4240afb1931a4f8436197d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c12e28c2fe4240afb1931a4f8436197d 2024-11-17T22:56:53,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/5c8daa4be10840508801803e3d70ed3a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/5c8daa4be10840508801803e3d70ed3a 2024-11-17T22:56:53,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1dd05e8bd8fb4116a9ba5c81cce98858 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/1dd05e8bd8fb4116a9ba5c81cce98858 2024-11-17T22:56:53,627 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=1 2024-11-17T22:56:53,628 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. 2024-11-17T22:56:53,628 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 1958fde5e6f32ba9011bde4df3c54765: Waiting for close lock at 1731884212210Running coprocessor pre-close hooks at 1731884212210Disabling compacts and flushes for region at 1731884212210Disabling writes for close at 1731884212210Obtaining lock to block concurrent updates at 1731884212210Preparing flush snapshotting stores in 1958fde5e6f32ba9011bde4df3c54765 at 1731884212210Finished memstore snapshotting TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731884212211 (+1 ms)Flushing stores of TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765. at 1731884212212 (+1 ms)Flushing 1958fde5e6f32ba9011bde4df3c54765/A: creating writer at 1731884212212Flushing 1958fde5e6f32ba9011bde4df3c54765/A: appending metadata at 1731884212217 (+5 ms)Flushing 1958fde5e6f32ba9011bde4df3c54765/A: closing flushed file at 1731884212217Flushing 1958fde5e6f32ba9011bde4df3c54765/B: creating writer at 1731884212635 (+418 ms)Flushing 1958fde5e6f32ba9011bde4df3c54765/B: appending metadata at 1731884212640 (+5 ms)Flushing 1958fde5e6f32ba9011bde4df3c54765/B: closing flushed file at 1731884212640Flushing 1958fde5e6f32ba9011bde4df3c54765/C: creating writer at 1731884213051 (+411 ms)Flushing 1958fde5e6f32ba9011bde4df3c54765/C: appending metadata at 1731884213053 (+2 ms)Flushing 1958fde5e6f32ba9011bde4df3c54765/C: closing flushed file at 1731884213053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18767171: reopening flushed file at 1731884213470 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d3a4c8: reopening flushed file at 1731884213478 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68003968: reopening flushed file at 1731884213484 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1958fde5e6f32ba9011bde4df3c54765 in 1280ms, sequenceid=438, compaction requested=true at 1731884213490 (+6 ms)Writing region close event to WAL at 1731884213623 (+133 ms)Running coprocessor post-close hooks at 1731884213628 (+5 ms)Closed at 1731884213628 2024-11-17T22:56:53,631 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:53,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1958fde5e6f32ba9011bde4df3c54765, regionState=CLOSED 2024-11-17T22:56:53,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:56:53,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-17T22:56:53,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 1958fde5e6f32ba9011bde4df3c54765, server=1a6e40b21a48,41723,1731884181900 in 1.5830 sec 2024-11-17T22:56:53,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-17T22:56:53,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1958fde5e6f32ba9011bde4df3c54765, UNASSIGN in 1.5910 sec 2024-11-17T22:56:53,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-17T22:56:53,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5980 sec 2024-11-17T22:56:53,643 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884213643"}]},"ts":"1731884213643"} 2024-11-17T22:56:53,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T22:56:53,645 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T22:56:53,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6140 sec 2024-11-17T22:56:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-17T22:56:54,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:54,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T22:56:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,198 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-17T22:56:54,201 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,208 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:54,212 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/recovered.edits] 2024-11-17T22:56:54,215 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/020c38a9ff54412b8e06bb2cd0373851 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/020c38a9ff54412b8e06bb2cd0373851 2024-11-17T22:56:54,217 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/0951a094b61a4bcc848e76ea7d2ec55f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/0951a094b61a4bcc848e76ea7d2ec55f 2024-11-17T22:56:54,218 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/fe49cf89129d415c9dff08a5346bb95e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/A/fe49cf89129d415c9dff08a5346bb95e 2024-11-17T22:56:54,221 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/03a4fb5e03684a89b3e8fa25deb23b7d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/03a4fb5e03684a89b3e8fa25deb23b7d 2024-11-17T22:56:54,222 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0e84f87cc8f34ecba51b17e42e5ceb8f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/0e84f87cc8f34ecba51b17e42e5ceb8f 2024-11-17T22:56:54,223 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/c1cf8bafa6cc40c6b027adc7b357963e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/B/c1cf8bafa6cc40c6b027adc7b357963e 2024-11-17T22:56:54,225 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/527492f7b0344915aea746377e2a306b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/527492f7b0344915aea746377e2a306b 2024-11-17T22:56:54,226 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/997b8ac7913a41acaaa42c7048ddbebe to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/997b8ac7913a41acaaa42c7048ddbebe 2024-11-17T22:56:54,227 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c3cd2800948f4bbfa75a55af76c50b23 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/C/c3cd2800948f4bbfa75a55af76c50b23 2024-11-17T22:56:54,230 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/recovered.edits/441.seqid to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765/recovered.edits/441.seqid 2024-11-17T22:56:54,231 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/1958fde5e6f32ba9011bde4df3c54765 2024-11-17T22:56:54,231 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T22:56:54,236 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T22:56:54,245 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T22:56:54,272 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T22:56:54,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T22:56:54,274 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731884214274"}]},"ts":"9223372036854775807"} 2024-11-17T22:56:54,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T22:56:54,278 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1958fde5e6f32ba9011bde4df3c54765, NAME => 'TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T22:56:54,279 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T22:56:54,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731884214279"}]},"ts":"9223372036854775807"} 2024-11-17T22:56:54,282 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-17T22:56:54,283 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-17T22:56:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-17T22:56:54,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-17T22:56:54,312 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:54,326 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 212) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1a6e40b21a48:41723-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1439303957_22 at /127.0.0.1:59402 [Waiting for operation #85] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26137619_22 at /127.0.0.1:36462 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26137619_22 at /127.0.0.1:59890 [Waiting for operation #268] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 486) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4081 (was 4611) 2024-11-17T22:56:54,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=4081 2024-11-17T22:56:54,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:56:54,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:56:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:54,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:56:54,340 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:54,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-17T22:56:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T22:56:54,341 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:56:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741936_1112 (size=1061) 2024-11-17T22:56:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T22:56:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T22:56:54,752 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:56:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741937_1113 (size=53) 2024-11-17T22:56:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T22:56:55,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:55,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 371db95e57ef49512fdc23cc513c6d58, disabling compactions & flushes 2024-11-17T22:56:55,165 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. after waiting 0 ms 2024-11-17T22:56:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,166 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 371db95e57ef49512fdc23cc513c6d58: Waiting for close lock at 1731884215165Disabling compacts and flushes for region at 1731884215165Disabling writes for close at 1731884215166 (+1 ms)Writing region close event to WAL at 1731884215166Closed at 1731884215166 2024-11-17T22:56:55,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:56:55,170 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731884215169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884215169"}]},"ts":"1731884215169"} 2024-11-17T22:56:55,172 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T22:56:55,174 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:56:55,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884215174"}]},"ts":"1731884215174"} 2024-11-17T22:56:55,176 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T22:56:55,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, ASSIGN}] 2024-11-17T22:56:55,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, ASSIGN 2024-11-17T22:56:55,179 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=false 2024-11-17T22:56:55,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:55,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, ASSIGN because future has completed 2024-11-17T22:56:55,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:56:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T22:56:55,499 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,499 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:56:55,500 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,500 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:55,500 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,502 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,503 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:55,504 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371db95e57ef49512fdc23cc513c6d58 columnFamilyName A 2024-11-17T22:56:55,505 DEBUG [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:55,505 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(327): Store=371db95e57ef49512fdc23cc513c6d58/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:55,505 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,506 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:55,506 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371db95e57ef49512fdc23cc513c6d58 columnFamilyName B 2024-11-17T22:56:55,506 DEBUG [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:55,507 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(327): Store=371db95e57ef49512fdc23cc513c6d58/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:55,507 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,508 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:55,508 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371db95e57ef49512fdc23cc513c6d58 columnFamilyName C 2024-11-17T22:56:55,508 DEBUG [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:55,509 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(327): Store=371db95e57ef49512fdc23cc513c6d58/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:55,509 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,510 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,510 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,511 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,511 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,511 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:56:55,513 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,514 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:56:55,515 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 371db95e57ef49512fdc23cc513c6d58; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343422, jitterRate=0.03329750895500183}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:56:55,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:55,516 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 371db95e57ef49512fdc23cc513c6d58: Running coprocessor pre-open hook at 1731884215501Writing region info on filesystem at 1731884215501Initializing all the Stores at 1731884215502 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884215502Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884215502Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884215502Cleaning up temporary data from old regions at 1731884215511 (+9 ms)Running coprocessor post-open hooks at 1731884215515 (+4 ms)Region opened successfully at 1731884215516 (+1 ms) 2024-11-17T22:56:55,516 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., pid=38, masterSystemTime=1731884215492 2024-11-17T22:56:55,519 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,519 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:55,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:55,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:56:55,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-17T22:56:55,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 in 186 msec 2024-11-17T22:56:55,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T22:56:55,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, ASSIGN in 348 msec 2024-11-17T22:56:55,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:56:55,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884215529"}]},"ts":"1731884215529"} 2024-11-17T22:56:55,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T22:56:55,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:56:55,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-17T22:56:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T22:56:56,492 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:56,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:56,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:56,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:56,499 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e67fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:56,502 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e15a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:56,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:56,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:56,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:56:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:56:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66520796 2024-11-17T22:56:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:56:56,510 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:56:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:56:56,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:56:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T22:56:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741938_1114 (size=1097) 2024-11-17T22:56:56,936 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-17T22:56:56,937 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-17T22:56:56,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:56:56,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, REOPEN/MOVE}] 2024-11-17T22:56:56,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, REOPEN/MOVE 2024-11-17T22:56:56,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, REOPEN/MOVE because future has completed 2024-11-17T22:56:56,956 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:56:56,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:56:57,110 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,110 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:56:57,111 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 371db95e57ef49512fdc23cc513c6d58, disabling compactions & flushes 2024-11-17T22:56:57,111 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,111 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,111 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. after waiting 0 ms 2024-11-17T22:56:57,111 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,121 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:56:57,122 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,122 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 371db95e57ef49512fdc23cc513c6d58: Waiting for close lock at 1731884217111Running coprocessor pre-close hooks at 1731884217111Disabling compacts and flushes for region at 1731884217111Disabling writes for close at 1731884217111Writing region close event to WAL at 1731884217112 (+1 ms)Running coprocessor post-close hooks at 1731884217122 (+10 ms)Closed at 1731884217122 2024-11-17T22:56:57,122 WARN [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 371db95e57ef49512fdc23cc513c6d58 to self. 2024-11-17T22:56:57,126 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=CLOSED 2024-11-17T22:56:57,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:56:57,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-17T22:56:57,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 in 175 msec 2024-11-17T22:56:57,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, REOPEN/MOVE; state=CLOSED, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=true 2024-11-17T22:56:57,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, REOPEN/MOVE because future has completed 2024-11-17T22:56:57,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:56:57,449 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,449 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:56:57,449 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,449 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:56:57,450 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,450 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,455 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,456 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:57,462 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371db95e57ef49512fdc23cc513c6d58 columnFamilyName A 2024-11-17T22:56:57,464 DEBUG [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:57,464 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(327): Store=371db95e57ef49512fdc23cc513c6d58/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:57,465 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,466 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:57,466 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371db95e57ef49512fdc23cc513c6d58 columnFamilyName B 2024-11-17T22:56:57,466 DEBUG [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:57,467 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(327): Store=371db95e57ef49512fdc23cc513c6d58/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:57,467 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,467 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:56:57,467 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371db95e57ef49512fdc23cc513c6d58 columnFamilyName C 2024-11-17T22:56:57,467 DEBUG [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:57,468 INFO [StoreOpener-371db95e57ef49512fdc23cc513c6d58-1 {}] regionserver.HStore(327): Store=371db95e57ef49512fdc23cc513c6d58/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:56:57,468 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,468 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,469 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,470 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,471 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,471 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,471 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:56:57,473 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,473 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 371db95e57ef49512fdc23cc513c6d58; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72641797, jitterRate=0.0824471265077591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:56:57,474 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,475 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 371db95e57ef49512fdc23cc513c6d58: Running coprocessor pre-open hook at 1731884217450Writing region info on filesystem at 1731884217450Initializing all the Stores at 1731884217451 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884217451Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884217451Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884217452 (+1 ms)Cleaning up temporary data from old regions at 1731884217471 (+19 ms)Running coprocessor post-open hooks at 1731884217474 (+3 ms)Region opened successfully at 1731884217475 (+1 ms) 2024-11-17T22:56:57,476 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., pid=43, masterSystemTime=1731884217441 2024-11-17T22:56:57,478 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,478 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,479 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:56:57,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-17T22:56:57,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 in 193 msec 2024-11-17T22:56:57,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-17T22:56:57,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, REOPEN/MOVE in 537 msec 2024-11-17T22:56:57,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-17T22:56:57,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 549 msec 2024-11-17T22:56:57,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 978 msec 2024-11-17T22:56:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T22:56:57,501 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:57,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,505 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b42a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,507 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dfab01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,509 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c83d126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a7de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123c7f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,516 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c748e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33355787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,520 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1393f3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,522 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c454d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,525 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707f71bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,527 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce6ce6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfc90db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,531 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4225cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,533 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54894ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,535 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cd1319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:56:57,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:56:57,538 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:56:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:56:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:56:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cf85ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:56:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:56:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:56:57,539 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:56:57,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12988e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:56:57,541 DEBUG [Thread-593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,541 DEBUG [Thread-595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,553 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,553 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:57,555 DEBUG [Thread-600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,555 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,555 DEBUG [Thread-604 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,555 DEBUG [Thread-604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-17T22:56:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,557 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-17T22:56:57,559 DEBUG [Thread-587 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,559 DEBUG [Thread-587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:57,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:57,563 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,565 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,565 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:56:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:56:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:56:57,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:56:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:56:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:56:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:56:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:56:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:56:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:57,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173ca98bad9d9c4868af7d7cef9166b5a7_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884217561/Put/seqid=0 2024-11-17T22:56:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741939_1115 (size=12154) 2024-11-17T22:56:57,640 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:57,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884217605, max timestamp=1731884217628Num uniques 859; 2024-11-17T22:56:57,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:56:57,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173ca98bad9d9c4868af7d7cef9166b5a7_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173ca98bad9d9c4868af7d7cef9166b5a7_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:57,648 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/c1d3520c79354a3d8b8c5b37c0eda44d, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:56:57,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/c1d3520c79354a3d8b8c5b37c0eda44d is 175, key is test_row_0/A:col10/1731884217561/Put/seqid=0 2024-11-17T22:56:57,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884217605, max timestamp=1731884217630Num uniques 859; 2024-11-17T22:56:57,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:56:57,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884217605, max timestamp=1731884217628Num uniques 859; 2024-11-17T22:56:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884277639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:56:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741940_1116 (size=30955) 2024-11-17T22:56:57,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/c1d3520c79354a3d8b8c5b37c0eda44d 2024-11-17T22:56:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-17T22:56:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884277682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884277684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884277686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/f8572a4542124af288794c22bfd4706b is 50, key is test_row_0/B:col10/1731884217561/Put/seqid=0 2024-11-17T22:56:57,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884277693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741941_1117 (size=12001) 2024-11-17T22:56:57,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-17T22:56:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:57,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884277770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884277802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884277802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884277802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884277811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:57,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-17T22:56:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:57,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-17T22:56:57,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884277980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884278011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884278011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884278011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884278020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-17T22:56:58,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:58,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/f8572a4542124af288794c22bfd4706b 2024-11-17T22:56:58,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/ce628cca64884a5dac5f6af7988f7df6 is 50, key is test_row_0/C:col10/1731884217561/Put/seqid=0 2024-11-17T22:56:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741942_1118 (size=12001) 2024-11-17T22:56:58,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/ce628cca64884a5dac5f6af7988f7df6 2024-11-17T22:56:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-17T22:56:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/c1d3520c79354a3d8b8c5b37c0eda44d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d 2024-11-17T22:56:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-17T22:56:58,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d, entries=150, sequenceid=15, filesize=30.2 K 2024-11-17T22:56:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/f8572a4542124af288794c22bfd4706b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f8572a4542124af288794c22bfd4706b 2024-11-17T22:56:58,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f8572a4542124af288794c22bfd4706b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-17T22:56:58,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/ce628cca64884a5dac5f6af7988f7df6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ce628cca64884a5dac5f6af7988f7df6 2024-11-17T22:56:58,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ce628cca64884a5dac5f6af7988f7df6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-17T22:56:58,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 371db95e57ef49512fdc23cc513c6d58 in 647ms, sequenceid=15, compaction requested=false 2024-11-17T22:56:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T22:56:58,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:56:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-17T22:56:58,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:56:58,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:58,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:56:58,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:56:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:56:58,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111709de00f33e8344559d21a44f7d1aeb2e_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884218293/Put/seqid=0 2024-11-17T22:56:58,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884278321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884278326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884278326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-17T22:56:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884278327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741943_1119 (size=14594) 2024-11-17T22:56:58,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884278330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,345 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111709de00f33e8344559d21a44f7d1aeb2e_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111709de00f33e8344559d21a44f7d1aeb2e_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:58,346 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/b3ca6541cc374bfd9f7ecd6ba49d2858, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:56:58,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/b3ca6541cc374bfd9f7ecd6ba49d2858 is 175, key is test_row_0/A:col10/1731884218293/Put/seqid=0 2024-11-17T22:56:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741944_1120 (size=39549) 2024-11-17T22:56:58,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/b3ca6541cc374bfd9f7ecd6ba49d2858 2024-11-17T22:56:58,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/25eb773d3bb84802a7330e0d5430936d is 50, key is test_row_0/B:col10/1731884218293/Put/seqid=0 2024-11-17T22:56:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741945_1121 (size=12001) 2024-11-17T22:56:58,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/25eb773d3bb84802a7330e0d5430936d 2024-11-17T22:56:58,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/6ab3661c790f4288875a7ea472ee5a81 is 50, key is test_row_0/C:col10/1731884218293/Put/seqid=0 2024-11-17T22:56:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741946_1122 (size=12001) 2024-11-17T22:56:58,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/6ab3661c790f4288875a7ea472ee5a81 2024-11-17T22:56:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884278440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884278440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884278441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/b3ca6541cc374bfd9f7ecd6ba49d2858 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858 2024-11-17T22:56:58,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858, entries=200, sequenceid=50, filesize=38.6 K 2024-11-17T22:56:58,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/25eb773d3bb84802a7330e0d5430936d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/25eb773d3bb84802a7330e0d5430936d 2024-11-17T22:56:58,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/25eb773d3bb84802a7330e0d5430936d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T22:56:58,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/6ab3661c790f4288875a7ea472ee5a81 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/6ab3661c790f4288875a7ea472ee5a81 2024-11-17T22:56:58,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/6ab3661c790f4288875a7ea472ee5a81, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T22:56:58,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-17T22:56:58,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 371db95e57ef49512fdc23cc513c6d58 in 191ms, sequenceid=50, compaction requested=false 2024-11-17T22:56:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:58,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:56:58,486 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:56:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:56:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:56:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:56:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:56:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117005e42a4f3b4409a980d68ef17253013_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884218324/Put/seqid=0 2024-11-17T22:56:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741947_1123 (size=12154) 2024-11-17T22:56:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:58,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-17T22:56:58,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884218675, max timestamp=1731884218698Num uniques 859; 2024-11-17T22:56:58,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884218675, max timestamp=1731884218698Num uniques 859; 2024-11-17T22:56:58,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:56:58,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:56:58,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884218675, max timestamp=1731884218698Num uniques 859; 2024-11-17T22:56:58,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:56:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884278760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884278762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884278762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884278840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884278850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884278881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884278881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884278881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:58,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:58,927 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117005e42a4f3b4409a980d68ef17253013_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117005e42a4f3b4409a980d68ef17253013_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/0c3ba31c01d34a82aa7e4902b137be6d, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:56:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/0c3ba31c01d34a82aa7e4902b137be6d is 175, key is test_row_0/A:col10/1731884218324/Put/seqid=0 2024-11-17T22:56:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741948_1124 (size=30955) 2024-11-17T22:56:58,944 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/0c3ba31c01d34a82aa7e4902b137be6d 2024-11-17T22:56:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a048d1c2482244ab924242d757d04da7 is 50, key is test_row_0/B:col10/1731884218324/Put/seqid=0 2024-11-17T22:56:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741949_1125 (size=12001) 2024-11-17T22:56:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884279090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884279091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884279091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:56:59,364 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a048d1c2482244ab924242d757d04da7 2024-11-17T22:56:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/0b6e5284d33341228bd1a4fdc822b60b is 50, key is test_row_0/C:col10/1731884218324/Put/seqid=0 2024-11-17T22:56:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741950_1126 (size=12001) 2024-11-17T22:56:59,386 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/0b6e5284d33341228bd1a4fdc822b60b 2024-11-17T22:56:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/0c3ba31c01d34a82aa7e4902b137be6d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d 2024-11-17T22:56:59,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884279400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884279400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884279400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,406 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d, entries=150, sequenceid=60, filesize=30.2 K 2024-11-17T22:56:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a048d1c2482244ab924242d757d04da7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a048d1c2482244ab924242d757d04da7 2024-11-17T22:56:59,415 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a048d1c2482244ab924242d757d04da7, entries=150, sequenceid=60, filesize=11.7 K 2024-11-17T22:56:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/0b6e5284d33341228bd1a4fdc822b60b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/0b6e5284d33341228bd1a4fdc822b60b 2024-11-17T22:56:59,426 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/0b6e5284d33341228bd1a4fdc822b60b, entries=150, sequenceid=60, filesize=11.7 K 2024-11-17T22:56:59,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 371db95e57ef49512fdc23cc513c6d58 in 942ms, sequenceid=60, compaction requested=true 2024-11-17T22:56:59,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:56:59,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:59,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-17T22:56:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-17T22:56:59,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-17T22:56:59,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-17T22:56:59,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.8770 sec 2024-11-17T22:56:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-17T22:56:59,711 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:56:59,711 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:56:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-17T22:56:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:56:59,713 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:56:59,714 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:56:59,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:56:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:56:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:59,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-17T22:56:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:56:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:56:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:56:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:56:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:56:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:56:59,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:56:59,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:59,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:56:59,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:56:59,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:59,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:56:59,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117295a733462eb41578a9ce71ab5e24c8e_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884218759/Put/seqid=0 2024-11-17T22:56:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884279881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741951_1127 (size=14594) 2024-11-17T22:56:59,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:56:59,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884279882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117295a733462eb41578a9ce71ab5e24c8e_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117295a733462eb41578a9ce71ab5e24c8e_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:56:59,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/354898eff434489798317c6c4e8ebece, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:56:59,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/354898eff434489798317c6c4e8ebece is 175, key is test_row_0/A:col10/1731884218759/Put/seqid=0 2024-11-17T22:56:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741952_1128 (size=39549) 2024-11-17T22:56:59,913 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/354898eff434489798317c6c4e8ebece 2024-11-17T22:56:59,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884279911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884279911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884279911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:56:59,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/2631c6db11f14f3fb747ba62aeb7d49b is 50, key is test_row_0/B:col10/1731884218759/Put/seqid=0 2024-11-17T22:56:59,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741953_1129 (size=12001) 2024-11-17T22:56:59,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:56:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884279991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:56:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:56:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884280001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:00,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:57:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:57:00,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:57:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884280202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884280210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:00,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:57:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:57:00,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/2631c6db11f14f3fb747ba62aeb7d49b 2024-11-17T22:57:00,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/105381d63a17433b9a62136636a084a7 is 50, key is test_row_0/C:col10/1731884218759/Put/seqid=0 2024-11-17T22:57:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741954_1130 (size=12001) 2024-11-17T22:57:00,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:57:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884280510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884280531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:00,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:57:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:00,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/105381d63a17433b9a62136636a084a7 2024-11-17T22:57:00,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/354898eff434489798317c6c4e8ebece as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece 2024-11-17T22:57:00,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece, entries=200, sequenceid=98, filesize=38.6 K 2024-11-17T22:57:00,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/2631c6db11f14f3fb747ba62aeb7d49b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/2631c6db11f14f3fb747ba62aeb7d49b 2024-11-17T22:57:00,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/2631c6db11f14f3fb747ba62aeb7d49b, entries=150, sequenceid=98, filesize=11.7 K 2024-11-17T22:57:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/105381d63a17433b9a62136636a084a7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/105381d63a17433b9a62136636a084a7 2024-11-17T22:57:00,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/105381d63a17433b9a62136636a084a7, entries=150, sequenceid=98, filesize=11.7 K 2024-11-17T22:57:00,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 371db95e57ef49512fdc23cc513c6d58 in 922ms, sequenceid=98, compaction requested=true 2024-11-17T22:57:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:00,785 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:00,785 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:00,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-17T22:57:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,788 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:57:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:00,791 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:00,791 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:00,791 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/B is initiating minor compaction (all files) 2024-11-17T22:57:00,791 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/A is initiating minor compaction (all files) 2024-11-17T22:57:00,791 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/A in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,791 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/B in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,791 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=137.7 K 2024-11-17T22:57:00,791 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f8572a4542124af288794c22bfd4706b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/25eb773d3bb84802a7330e0d5430936d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a048d1c2482244ab924242d757d04da7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/2631c6db11f14f3fb747ba62aeb7d49b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=46.9 K 2024-11-17T22:57:00,792 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:00,792 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece] 2024-11-17T22:57:00,792 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f8572a4542124af288794c22bfd4706b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731884217557 2024-11-17T22:57:00,792 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 25eb773d3bb84802a7330e0d5430936d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731884217657 2024-11-17T22:57:00,793 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a048d1c2482244ab924242d757d04da7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731884218323 2024-11-17T22:57:00,793 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1d3520c79354a3d8b8c5b37c0eda44d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731884217557 2024-11-17T22:57:00,793 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2631c6db11f14f3fb747ba62aeb7d49b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884218759 2024-11-17T22:57:00,794 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3ca6541cc374bfd9f7ecd6ba49d2858, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731884217657 2024-11-17T22:57:00,797 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c3ba31c01d34a82aa7e4902b137be6d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731884218323 2024-11-17T22:57:00,797 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 354898eff434489798317c6c4e8ebece, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884218746 2024-11-17T22:57:00,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111707e102c255e1462ab1a265a387443647_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884219878/Put/seqid=0 2024-11-17T22:57:00,821 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#B#compaction#112 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:00,822 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/5aee9f3873f741b482daea1e2f606b7c is 50, key is test_row_0/B:col10/1731884218759/Put/seqid=0 2024-11-17T22:57:00,826 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741955_1131 (size=12139) 2024-11-17T22:57:00,836 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111792a694abeec1425d8c624ff990174c4b_371db95e57ef49512fdc23cc513c6d58 store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:00,843 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111792a694abeec1425d8c624ff990174c4b_371db95e57ef49512fdc23cc513c6d58, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:00,843 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111792a694abeec1425d8c624ff990174c4b_371db95e57ef49512fdc23cc513c6d58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:57:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741956_1132 (size=12154) 2024-11-17T22:57:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741957_1133 (size=4469) 2024-11-17T22:57:00,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:00,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884220960, max timestamp=1731884220977Num uniques 859; 2024-11-17T22:57:00,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:00,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884220960, max timestamp=1731884220977Num uniques 859; 2024-11-17T22:57:00,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:00,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884220960, max timestamp=1731884220977Num uniques 859; 2024-11-17T22:57:00,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:01,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884281020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884281020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731884221007, max timestamp=1731884221025Num uniques 1118; 2024-11-17T22:57:01,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731884221007, max timestamp=1731884221025Num uniques 1118; 2024-11-17T22:57:01,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-17T22:57:01,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-17T22:57:01,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731884221007, max timestamp=1731884221025Num uniques 1118; 2024-11-17T22:57:01,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-17T22:57:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884281073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884281074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884281076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884281130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884281190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884281190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884281191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,241 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/5aee9f3873f741b482daea1e2f606b7c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/5aee9f3873f741b482daea1e2f606b7c 2024-11-17T22:57:01,248 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/B of 371db95e57ef49512fdc23cc513c6d58 into 5aee9f3873f741b482daea1e2f606b7c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:01,248 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:01,248 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/B, priority=12, startTime=1731884220785; duration=0sec 2024-11-17T22:57:01,248 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:01,248 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:B 2024-11-17T22:57:01,248 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:01,250 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:01,250 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/C is initiating minor compaction (all files) 2024-11-17T22:57:01,250 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/C in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:01,250 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ce628cca64884a5dac5f6af7988f7df6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/6ab3661c790f4288875a7ea472ee5a81, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/0b6e5284d33341228bd1a4fdc822b60b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/105381d63a17433b9a62136636a084a7] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=46.9 K 2024-11-17T22:57:01,250 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ce628cca64884a5dac5f6af7988f7df6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731884217557 2024-11-17T22:57:01,251 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ab3661c790f4288875a7ea472ee5a81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731884217657 2024-11-17T22:57:01,251 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b6e5284d33341228bd1a4fdc822b60b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731884218323 2024-11-17T22:57:01,251 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 105381d63a17433b9a62136636a084a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884218759 2024-11-17T22:57:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:01,260 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111707e102c255e1462ab1a265a387443647_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111707e102c255e1462ab1a265a387443647_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/89005610d93b472ca120b101ef1d79aa, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/89005610d93b472ca120b101ef1d79aa is 175, key is test_row_0/A:col10/1731884219878/Put/seqid=0 2024-11-17T22:57:01,272 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#A#compaction#113 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:01,272 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/a784320af193415abff70b047ef55fed is 175, key is test_row_0/A:col10/1731884218759/Put/seqid=0 2024-11-17T22:57:01,275 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#C#compaction#114 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:01,276 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/a9fef699110141fa95196ea79a7f1ae1 is 50, key is test_row_0/C:col10/1731884218759/Put/seqid=0 2024-11-17T22:57:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741958_1134 (size=30955) 2024-11-17T22:57:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741960_1136 (size=12139) 2024-11-17T22:57:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741959_1135 (size=31093) 2024-11-17T22:57:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884281340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884281401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884281401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884281401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884281650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,679 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/89005610d93b472ca120b101ef1d79aa 2024-11-17T22:57:01,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/206bd3aaa1224563b034692505821493 is 50, key is test_row_0/B:col10/1731884219878/Put/seqid=0 2024-11-17T22:57:01,690 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/a9fef699110141fa95196ea79a7f1ae1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/a9fef699110141fa95196ea79a7f1ae1 2024-11-17T22:57:01,697 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/a784320af193415abff70b047ef55fed as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/a784320af193415abff70b047ef55fed 2024-11-17T22:57:01,698 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/C of 371db95e57ef49512fdc23cc513c6d58 into a9fef699110141fa95196ea79a7f1ae1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:01,698 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:01,698 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/C, priority=12, startTime=1731884220786; duration=0sec 2024-11-17T22:57:01,699 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:01,699 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:C 2024-11-17T22:57:01,705 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/A of 371db95e57ef49512fdc23cc513c6d58 into a784320af193415abff70b047ef55fed(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:01,705 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:01,705 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/A, priority=12, startTime=1731884220785; duration=0sec 2024-11-17T22:57:01,705 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:01,705 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:A 2024-11-17T22:57:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741961_1137 (size=12001) 2024-11-17T22:57:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884281711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884281711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884281711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:57:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884282040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:02,044 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:02,111 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/206bd3aaa1224563b034692505821493 2024-11-17T22:57:02,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/40b5e2ad3c844580821fb017d00c1260 is 50, key is test_row_0/C:col10/1731884219878/Put/seqid=0 2024-11-17T22:57:02,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741962_1138 (size=12001) 2024-11-17T22:57:02,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884282160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:02,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:02,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:02,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884282230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:02,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:02,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:02,525 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/40b5e2ad3c844580821fb017d00c1260 2024-11-17T22:57:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/89005610d93b472ca120b101ef1d79aa as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa 2024-11-17T22:57:02,539 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa, entries=150, sequenceid=106, filesize=30.2 K 2024-11-17T22:57:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/206bd3aaa1224563b034692505821493 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/206bd3aaa1224563b034692505821493 2024-11-17T22:57:02,547 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/206bd3aaa1224563b034692505821493, entries=150, sequenceid=106, filesize=11.7 K 2024-11-17T22:57:02,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/40b5e2ad3c844580821fb017d00c1260 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/40b5e2ad3c844580821fb017d00c1260 2024-11-17T22:57:02,555 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/40b5e2ad3c844580821fb017d00c1260, entries=150, sequenceid=106, filesize=11.7 K 2024-11-17T22:57:02,556 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for 371db95e57ef49512fdc23cc513c6d58 in 1768ms, sequenceid=106, compaction requested=false 2024-11-17T22:57:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-17T22:57:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-17T22:57:02,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-17T22:57:02,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8440 sec 2024-11-17T22:57:02,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.8500 sec 2024-11-17T22:57:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:03,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=161.02 KB heapSize=450.47 KB 2024-11-17T22:57:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:57:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:57:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:57:03,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ffe72884e18343dda37052c43b3ac235_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:03,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741963_1139 (size=14794) 2024-11-17T22:57:03,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884283223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884283240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884283240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,243 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,243 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884283240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,245 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884283330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884283540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:03,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ffe72884e18343dda37052c43b3ac235_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ffe72884e18343dda37052c43b3ac235_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:03,607 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/dff1400df3f24b989389a6a47b09b833, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:03,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/dff1400df3f24b989389a6a47b09b833 is 175, key is test_row_0/A:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741964_1140 (size=39749) 2024-11-17T22:57:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884283850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-17T22:57:03,871 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:03,871 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-17T22:57:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-17T22:57:03,873 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:03,874 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:03,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-17T22:57:04,013 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/dff1400df3f24b989389a6a47b09b833 2024-11-17T22:57:04,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/53db75bec40d495dbf7b97907ba0586c is 50, key is test_row_0/B:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:04,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:04,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741965_1141 (size=12151) 2024-11-17T22:57:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884284050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:04,054 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:04,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:04,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-17T22:57:04,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884284361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:04,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/53db75bec40d495dbf7b97907ba0586c 2024-11-17T22:57:04,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/d323c7831ada4e00adf4fe59e36646a9 is 50, key is test_row_0/C:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741966_1142 (size=12151) 2024-11-17T22:57:04,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-17T22:57:04,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:04,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/d323c7831ada4e00adf4fe59e36646a9 2024-11-17T22:57:04,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/dff1400df3f24b989389a6a47b09b833 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833 2024-11-17T22:57:04,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833, entries=200, sequenceid=164, filesize=38.8 K 2024-11-17T22:57:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/53db75bec40d495dbf7b97907ba0586c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/53db75bec40d495dbf7b97907ba0586c 2024-11-17T22:57:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/53db75bec40d495dbf7b97907ba0586c, entries=150, sequenceid=164, filesize=11.9 K 2024-11-17T22:57:04,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/d323c7831ada4e00adf4fe59e36646a9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d323c7831ada4e00adf4fe59e36646a9 2024-11-17T22:57:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d323c7831ada4e00adf4fe59e36646a9, entries=150, sequenceid=164, filesize=11.9 K 2024-11-17T22:57:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~450.42 KB/461232, currentSize=26.84 KB/27480 for 371db95e57ef49512fdc23cc513c6d58 in 1687ms, sequenceid=164, compaction requested=true 2024-11-17T22:57:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:04,872 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:04,873 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,874 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:04,874 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:04,874 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/A is initiating minor compaction (all files) 2024-11-17T22:57:04,874 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/B is initiating minor compaction (all files) 2024-11-17T22:57:04,874 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/A in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,874 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/B in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,874 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/a784320af193415abff70b047ef55fed, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=99.4 K 2024-11-17T22:57:04,874 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/5aee9f3873f741b482daea1e2f606b7c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/206bd3aaa1224563b034692505821493, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/53db75bec40d495dbf7b97907ba0586c] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=35.4 K 2024-11-17T22:57:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,874 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,874 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/a784320af193415abff70b047ef55fed, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833] 2024-11-17T22:57:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,875 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aee9f3873f741b482daea1e2f606b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884218759 2024-11-17T22:57:04,875 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting a784320af193415abff70b047ef55fed, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884218759 2024-11-17T22:57:04,875 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 206bd3aaa1224563b034692505821493, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731884219872 2024-11-17T22:57:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,875 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89005610d93b472ca120b101ef1d79aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731884219872 2024-11-17T22:57:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,876 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting dff1400df3f24b989389a6a47b09b833, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731884221064 2024-11-17T22:57:04,876 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 53db75bec40d495dbf7b97907ba0586c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731884221064 2024-11-17T22:57:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,889 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,893 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,894 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a5e6f2c2f7a24699b2e02bd1c6feb352 is 50, key is test_row_0/B:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:04,894 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111791de273f75a94935a256c7354ecfec4f_371db95e57ef49512fdc23cc513c6d58 store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,898 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111791de273f75a94935a256c7354ecfec4f_371db95e57ef49512fdc23cc513c6d58, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,898 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111791de273f75a94935a256c7354ecfec4f_371db95e57ef49512fdc23cc513c6d58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741967_1143 (size=12391) 2024-11-17T22:57:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,919 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a5e6f2c2f7a24699b2e02bd1c6feb352 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5e6f2c2f7a24699b2e02bd1c6feb352 2024-11-17T22:57:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,927 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/B of 371db95e57ef49512fdc23cc513c6d58 into a5e6f2c2f7a24699b2e02bd1c6feb352(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:04,927 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:04,927 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/B, priority=13, startTime=1731884224872; duration=0sec 2024-11-17T22:57:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,927 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:04,927 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:B 2024-11-17T22:57:04,927 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,929 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:04,929 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/C is initiating minor compaction (all files) 2024-11-17T22:57:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,929 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/C in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,930 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/a9fef699110141fa95196ea79a7f1ae1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/40b5e2ad3c844580821fb017d00c1260, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d323c7831ada4e00adf4fe59e36646a9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=35.4 K 2024-11-17T22:57:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,930 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a9fef699110141fa95196ea79a7f1ae1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884218759 2024-11-17T22:57:04,931 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 40b5e2ad3c844580821fb017d00c1260, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731884219872 2024-11-17T22:57:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,931 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d323c7831ada4e00adf4fe59e36646a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731884221064 2024-11-17T22:57:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741968_1144 (size=4469) 2024-11-17T22:57:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,935 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#A#compaction#120 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,936 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/92cd17e124fe4db8b2dbf1ec41f51a70 is 175, key is test_row_0/A:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741969_1145 (size=31345) 2024-11-17T22:57:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-17T22:57:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:04,950 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-17T22:57:04,950 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#C#compaction#122 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,960 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/92cd17e124fe4db8b2dbf1ec41f51a70 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/92cd17e124fe4db8b2dbf1ec41f51a70 2024-11-17T22:57:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,964 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/7a49712d8dd44967b010d9ea83c1fb29 is 50, key is test_row_0/C:col10/1731884221064/Put/seqid=0 2024-11-17T22:57:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,968 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/A of 371db95e57ef49512fdc23cc513c6d58 into 92cd17e124fe4db8b2dbf1ec41f51a70(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:04,969 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:04,969 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/A, priority=13, startTime=1731884224872; duration=0sec 2024-11-17T22:57:04,969 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:04,969 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:A 2024-11-17T22:57:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111741a944f7321a4d0f9a1c14a0fc6c853d_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884223221/Put/seqid=0 2024-11-17T22:57:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741970_1146 (size=12391) 2024-11-17T22:57:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741971_1147 (size=9814) 2024-11-17T22:57:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,992 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111741a944f7321a4d0f9a1c14a0fc6c853d_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111741a944f7321a4d0f9a1c14a0fc6c853d_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/90f8577e0bb4454a8cc7e3d6c5ce2daf, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:04,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/90f8577e0bb4454a8cc7e3d6c5ce2daf is 175, key is test_row_0/A:col10/1731884223221/Put/seqid=0 2024-11-17T22:57:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-17T22:57:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741972_1148 (size=22461) 2024-11-17T22:57:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,020 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/90f8577e0bb4454a8cc7e3d6c5ce2daf 2024-11-17T22:57:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/6d0c0e921b0b451ab04f127c03c0898c is 50, key is test_row_0/B:col10/1731884223221/Put/seqid=0 2024-11-17T22:57:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741973_1149 (size=9757) 2024-11-17T22:57:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,072 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/6d0c0e921b0b451ab04f127c03c0898c 2024-11-17T22:57:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/816fda2c7d1844e985ef364e86ac1831 is 50, key is test_row_0/C:col10/1731884223221/Put/seqid=0 2024-11-17T22:57:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741974_1150 (size=9757) 2024-11-17T22:57:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,100 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/816fda2c7d1844e985ef364e86ac1831 2024-11-17T22:57:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/90f8577e0bb4454a8cc7e3d6c5ce2daf as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf 2024-11-17T22:57:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,120 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf, entries=100, sequenceid=172, filesize=21.9 K 2024-11-17T22:57:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/6d0c0e921b0b451ab04f127c03c0898c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/6d0c0e921b0b451ab04f127c03c0898c 2024-11-17T22:57:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,129 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/6d0c0e921b0b451ab04f127c03c0898c, entries=100, sequenceid=172, filesize=9.5 K 2024-11-17T22:57:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/816fda2c7d1844e985ef364e86ac1831 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/816fda2c7d1844e985ef364e86ac1831 2024-11-17T22:57:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,136 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/816fda2c7d1844e985ef364e86ac1831, entries=100, sequenceid=172, filesize=9.5 K 2024-11-17T22:57:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,138 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 371db95e57ef49512fdc23cc513c6d58 in 187ms, sequenceid=172, compaction requested=false 2024-11-17T22:57:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-17T22:57:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-17T22:57:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-17T22:57:05,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-11-17T22:57:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.2720 sec 2024-11-17T22:57:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:57:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172b3c2713dc1d4dacb6e29ac73a81d44b_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741975_1151 (size=22268) 2024-11-17T22:57:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,332 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172b3c2713dc1d4dacb6e29ac73a81d44b_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172b3c2713dc1d4dacb6e29ac73a81d44b_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,333 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d27cc09e114d4491b6e122b72f29d45d, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:05,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d27cc09e114d4491b6e122b72f29d45d is 175, key is test_row_0/A:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741976_1152 (size=65673) 2024-11-17T22:57:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d27cc09e114d4491b6e122b72f29d45d 2024-11-17T22:57:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/8f56d75bb7c842829117b827442aaa89 is 50, key is test_row_0/B:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731884225303, max timestamp=1731884225371Num uniques 859; 2024-11-17T22:57:05,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731884225303, max timestamp=1731884225371Num uniques 859; 2024-11-17T22:57:05,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-17T22:57:05,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-17T22:57:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731884225303, max timestamp=1731884225371Num uniques 859; 2024-11-17T22:57:05,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-17T22:57:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,383 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/7a49712d8dd44967b010d9ea83c1fb29 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/7a49712d8dd44967b010d9ea83c1fb29 2024-11-17T22:57:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,391 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/C of 371db95e57ef49512fdc23cc513c6d58 into 7a49712d8dd44967b010d9ea83c1fb29(size=12.1 K), total size for store is 21.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:05,391 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:05,391 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/C, priority=13, startTime=1731884224873; duration=0sec 2024-11-17T22:57:05,391 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:05,391 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:C 2024-11-17T22:57:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884285384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884285384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884285386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884285402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741977_1153 (size=21715) 2024-11-17T22:57:05,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/8f56d75bb7c842829117b827442aaa89 2024-11-17T22:57:05,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dff0f9ca12674e238c915398d692af1b is 50, key is test_row_0/C:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:05,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741978_1154 (size=12151) 2024-11-17T22:57:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884285510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884285510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884285511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884285510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884285720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884285720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884285720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884285720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:05,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dff0f9ca12674e238c915398d692af1b 2024-11-17T22:57:05,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d27cc09e114d4491b6e122b72f29d45d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d 2024-11-17T22:57:05,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d, entries=350, sequenceid=183, filesize=64.1 K 2024-11-17T22:57:05,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/8f56d75bb7c842829117b827442aaa89 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8f56d75bb7c842829117b827442aaa89 2024-11-17T22:57:05,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8f56d75bb7c842829117b827442aaa89, entries=350, sequenceid=183, filesize=21.2 K 2024-11-17T22:57:05,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dff0f9ca12674e238c915398d692af1b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dff0f9ca12674e238c915398d692af1b 2024-11-17T22:57:05,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dff0f9ca12674e238c915398d692af1b, entries=150, sequenceid=183, filesize=11.9 K 2024-11-17T22:57:05,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 371db95e57ef49512fdc23cc513c6d58 in 578ms, sequenceid=183, compaction requested=true 2024-11-17T22:57:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:05,877 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:05,878 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:05,879 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119479 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:05,879 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/A is initiating minor compaction (all files) 2024-11-17T22:57:05,879 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/A in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:05,879 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/92cd17e124fe4db8b2dbf1ec41f51a70, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=116.7 K 2024-11-17T22:57:05,879 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:05,879 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/92cd17e124fe4db8b2dbf1ec41f51a70, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d] 2024-11-17T22:57:05,880 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:05,880 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92cd17e124fe4db8b2dbf1ec41f51a70, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731884221064 2024-11-17T22:57:05,880 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/B is initiating minor compaction (all files) 2024-11-17T22:57:05,880 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/B in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:05,880 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5e6f2c2f7a24699b2e02bd1c6feb352, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/6d0c0e921b0b451ab04f127c03c0898c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8f56d75bb7c842829117b827442aaa89] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=42.8 K 2024-11-17T22:57:05,880 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90f8577e0bb4454a8cc7e3d6c5ce2daf, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884223217 2024-11-17T22:57:05,880 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a5e6f2c2f7a24699b2e02bd1c6feb352, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731884221064 2024-11-17T22:57:05,880 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27cc09e114d4491b6e122b72f29d45d, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731884225254 2024-11-17T22:57:05,881 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d0c0e921b0b451ab04f127c03c0898c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884223217 2024-11-17T22:57:05,883 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f56d75bb7c842829117b827442aaa89, keycount=350, bloomtype=ROW, size=21.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731884225254 2024-11-17T22:57:05,891 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:05,894 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:05,895 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d167742abcd54f7e87b39fd27b037700 is 50, key is test_row_0/B:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:05,895 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411171299c9eea1034af783566293bd388ebe_371db95e57ef49512fdc23cc513c6d58 store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:05,897 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411171299c9eea1034af783566293bd388ebe_371db95e57ef49512fdc23cc513c6d58, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:05,897 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171299c9eea1034af783566293bd388ebe_371db95e57ef49512fdc23cc513c6d58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741980_1156 (size=12493) 2024-11-17T22:57:05,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741979_1155 (size=4469) 2024-11-17T22:57:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-17T22:57:06,021 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:06,021 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-17T22:57:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:06,023 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:06,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:06,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:06,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-11-17T22:57:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:06,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:06,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:06,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:06,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:06,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884286037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884286038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884286039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884286040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174a7d1d1a9ce340a7a16db7f9145629b0_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884226032/Put/seqid=0 2024-11-17T22:57:06,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741981_1157 (size=14794) 2024-11-17T22:57:06,108 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T22:57:06,108 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T22:57:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884286150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884286151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884286151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884286151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,309 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d167742abcd54f7e87b39fd27b037700 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d167742abcd54f7e87b39fd27b037700 2024-11-17T22:57:06,316 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/B of 371db95e57ef49512fdc23cc513c6d58 into d167742abcd54f7e87b39fd27b037700(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:06,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:06,316 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/B, priority=13, startTime=1731884225878; duration=0sec 2024-11-17T22:57:06,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:06,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:B 2024-11-17T22:57:06,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:06,318 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#A#compaction#129 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:06,318 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:06,318 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/5f6dffaf38884b93862709ac12b5ba2c is 175, key is test_row_0/A:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:06,318 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/C is initiating minor compaction (all files) 2024-11-17T22:57:06,318 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/C in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,318 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/7a49712d8dd44967b010d9ea83c1fb29, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/816fda2c7d1844e985ef364e86ac1831, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dff0f9ca12674e238c915398d692af1b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=33.5 K 2024-11-17T22:57:06,319 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a49712d8dd44967b010d9ea83c1fb29, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731884221064 2024-11-17T22:57:06,320 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 816fda2c7d1844e985ef364e86ac1831, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884223217 2024-11-17T22:57:06,320 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dff0f9ca12674e238c915398d692af1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731884225254 2024-11-17T22:57:06,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741982_1158 (size=31447) 2024-11-17T22:57:06,329 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:06,330 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/d04db901963e4ed4bb4a59dfbbd8ec6f is 50, key is test_row_0/C:col10/1731884225295/Put/seqid=0 2024-11-17T22:57:06,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741983_1159 (size=12493) 2024-11-17T22:57:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884286361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884286361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884286361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884286361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:06,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174a7d1d1a9ce340a7a16db7f9145629b0_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174a7d1d1a9ce340a7a16db7f9145629b0_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:06,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/1d1678b5fdb3430c9d353c14f005e8ef, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:06,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/1d1678b5fdb3430c9d353c14f005e8ef is 175, key is test_row_0/A:col10/1731884226032/Put/seqid=0 2024-11-17T22:57:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741984_1160 (size=39749) 2024-11-17T22:57:06,469 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/1d1678b5fdb3430c9d353c14f005e8ef 2024-11-17T22:57:06,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/583fa9beca144c6f87e009ba67fb69cc is 50, key is test_row_0/B:col10/1731884226032/Put/seqid=0 2024-11-17T22:57:06,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741985_1161 (size=12151) 2024-11-17T22:57:06,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884286670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884286670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884286671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884286671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:06,730 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/5f6dffaf38884b93862709ac12b5ba2c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/5f6dffaf38884b93862709ac12b5ba2c 2024-11-17T22:57:06,735 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/A of 371db95e57ef49512fdc23cc513c6d58 into 5f6dffaf38884b93862709ac12b5ba2c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:06,735 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:06,735 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/A, priority=13, startTime=1731884225877; duration=0sec 2024-11-17T22:57:06,736 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:06,736 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:A 2024-11-17T22:57:06,753 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/d04db901963e4ed4bb4a59dfbbd8ec6f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d04db901963e4ed4bb4a59dfbbd8ec6f 2024-11-17T22:57:06,758 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/C of 371db95e57ef49512fdc23cc513c6d58 into d04db901963e4ed4bb4a59dfbbd8ec6f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:06,758 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:06,758 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/C, priority=13, startTime=1731884225878; duration=0sec 2024-11-17T22:57:06,758 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:06,758 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:C 2024-11-17T22:57:06,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:06,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:06,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/583fa9beca144c6f87e009ba67fb69cc 2024-11-17T22:57:06,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/ab90203860af4b22930c9099ec272736 is 50, key is test_row_0/C:col10/1731884226032/Put/seqid=0 2024-11-17T22:57:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741986_1162 (size=12151) 2024-11-17T22:57:06,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:06,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:06,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:06,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:07,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:07,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:07,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:07,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:07,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:07,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:07,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:07,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/ab90203860af4b22930c9099ec272736 2024-11-17T22:57:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/1d1678b5fdb3430c9d353c14f005e8ef as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef 2024-11-17T22:57:07,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef, entries=200, sequenceid=211, filesize=38.8 K 2024-11-17T22:57:07,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/583fa9beca144c6f87e009ba67fb69cc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/583fa9beca144c6f87e009ba67fb69cc 2024-11-17T22:57:07,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/583fa9beca144c6f87e009ba67fb69cc, entries=150, sequenceid=211, filesize=11.9 K 2024-11-17T22:57:07,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/ab90203860af4b22930c9099ec272736 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ab90203860af4b22930c9099ec272736 2024-11-17T22:57:07,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ab90203860af4b22930c9099ec272736, entries=150, sequenceid=211, filesize=11.9 K 2024-11-17T22:57:07,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for 371db95e57ef49512fdc23cc513c6d58 in 1294ms, sequenceid=211, compaction requested=false 2024-11-17T22:57:07,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:07,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:07,401 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:07,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fb910e8320464dc0be99c976c23a7d38_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884226039/Put/seqid=0 2024-11-17T22:57:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741987_1163 (size=12304) 2024-11-17T22:57:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:07,444 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fb910e8320464dc0be99c976c23a7d38_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fb910e8320464dc0be99c976c23a7d38_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f72a635e5c274d9498bdf7394bb65999, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f72a635e5c274d9498bdf7394bb65999 is 175, key is test_row_0/A:col10/1731884226039/Put/seqid=0 2024-11-17T22:57:07,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741988_1164 (size=31105) 2024-11-17T22:57:07,851 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f72a635e5c274d9498bdf7394bb65999 2024-11-17T22:57:07,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/ce5b415621bb45d18a523c1d9601edc2 is 50, key is test_row_0/B:col10/1731884226039/Put/seqid=0 2024-11-17T22:57:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741989_1165 (size=12151) 2024-11-17T22:57:07,874 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/ce5b415621bb45d18a523c1d9601edc2 2024-11-17T22:57:07,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/c2f1089d460944a1a3231eacdcac2c95 is 50, key is test_row_0/C:col10/1731884226039/Put/seqid=0 2024-11-17T22:57:07,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741990_1166 (size=12151) 2024-11-17T22:57:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:08,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:08,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884228157, max timestamp=1731884228179Num uniques 859; 2024-11-17T22:57:08,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884228157, max timestamp=1731884228179Num uniques 859; 2024-11-17T22:57:08,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884228157, max timestamp=1731884228179Num uniques 859; 2024-11-17T22:57:08,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:08,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:08,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884288217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884288218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884288219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884288220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884288221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,285 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/c2f1089d460944a1a3231eacdcac2c95 2024-11-17T22:57:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f72a635e5c274d9498bdf7394bb65999 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999 2024-11-17T22:57:08,295 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999, entries=150, sequenceid=223, filesize=30.4 K 2024-11-17T22:57:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/ce5b415621bb45d18a523c1d9601edc2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/ce5b415621bb45d18a523c1d9601edc2 2024-11-17T22:57:08,302 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/ce5b415621bb45d18a523c1d9601edc2, entries=150, sequenceid=223, filesize=11.9 K 2024-11-17T22:57:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/c2f1089d460944a1a3231eacdcac2c95 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/c2f1089d460944a1a3231eacdcac2c95 2024-11-17T22:57:08,310 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/c2f1089d460944a1a3231eacdcac2c95, entries=150, sequenceid=223, filesize=11.9 K 2024-11-17T22:57:08,312 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 371db95e57ef49512fdc23cc513c6d58 in 911ms, sequenceid=223, compaction requested=true 2024-11-17T22:57:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-17T22:57:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-17T22:57:08,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-17T22:57:08,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-11-17T22:57:08,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.2950 sec 2024-11-17T22:57:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:08,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884228216, max timestamp=1731884228336Num uniques 1068; 2024-11-17T22:57:08,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-17T22:57:08,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884228216, max timestamp=1731884228336Num uniques 1068; 2024-11-17T22:57:08,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=107.34 KB heapSize=302.36 KB 2024-11-17T22:57:08,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884228216, max timestamp=1731884228336Num uniques 1068; 2024-11-17T22:57:08,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-17T22:57:08,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-17T22:57:08,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:08,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:08,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:08,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:08,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:08,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:08,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117558258bdcb2542388eaa7ff8caa830cb_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741991_1167 (size=12454) 2024-11-17T22:57:08,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884228361, max timestamp=1731884228380Num uniques 859; 2024-11-17T22:57:08,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884228361, max timestamp=1731884228380Num uniques 859; 2024-11-17T22:57:08,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:08,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884228361, max timestamp=1731884228380Num uniques 859; 2024-11-17T22:57:08,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:08,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884288404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884288409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884288410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884288412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884288413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884288520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884288530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884288531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884288531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884288531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884288731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884288740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884288740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884288740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884288740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:08,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:08,774 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117558258bdcb2542388eaa7ff8caa830cb_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117558258bdcb2542388eaa7ff8caa830cb_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:08,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d7ffc3ccdec34fdebcf91a30f5c60b8e, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:08,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d7ffc3ccdec34fdebcf91a30f5c60b8e is 175, key is test_row_0/A:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741992_1168 (size=31255) 2024-11-17T22:57:09,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884289040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884289050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884289050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884289050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884289060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d7ffc3ccdec34fdebcf91a30f5c60b8e 2024-11-17T22:57:09,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/306966c0a66f43d5830c13f7b1866c15 is 50, key is test_row_0/B:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:09,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741993_1169 (size=12301) 2024-11-17T22:57:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884289550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884289560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884289560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884289560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884289570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:09,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/306966c0a66f43d5830c13f7b1866c15 2024-11-17T22:57:09,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/72254dc99bdc4a67b42cdf1964bc1ad8 is 50, key is test_row_0/C:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:09,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741994_1170 (size=12301) 2024-11-17T22:57:10,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/72254dc99bdc4a67b42cdf1964bc1ad8 2024-11-17T22:57:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d7ffc3ccdec34fdebcf91a30f5c60b8e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e 2024-11-17T22:57:10,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e, entries=150, sequenceid=264, filesize=30.5 K 2024-11-17T22:57:10,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/306966c0a66f43d5830c13f7b1866c15 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/306966c0a66f43d5830c13f7b1866c15 2024-11-17T22:57:10,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/306966c0a66f43d5830c13f7b1866c15, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T22:57:10,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/72254dc99bdc4a67b42cdf1964bc1ad8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72254dc99bdc4a67b42cdf1964bc1ad8 2024-11-17T22:57:10,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72254dc99bdc4a67b42cdf1964bc1ad8, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T22:57:10,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~125.11 KB/128112, currentSize=140.89 KB/144270 for 371db95e57ef49512fdc23cc513c6d58 in 1684ms, sequenceid=264, compaction requested=true 2024-11-17T22:57:10,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:10,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:10,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:10,024 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:10,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:57:10,025 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:10,034 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133556 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:10,034 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:10,034 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/A is initiating minor compaction (all files) 2024-11-17T22:57:10,034 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/B is initiating minor compaction (all files) 2024-11-17T22:57:10,034 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/A in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:10,034 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/B in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:10,034 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/5f6dffaf38884b93862709ac12b5ba2c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=130.4 K 2024-11-17T22:57:10,034 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d167742abcd54f7e87b39fd27b037700, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/583fa9beca144c6f87e009ba67fb69cc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/ce5b415621bb45d18a523c1d9601edc2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/306966c0a66f43d5830c13f7b1866c15] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=47.9 K 2024-11-17T22:57:10,034 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:10,034 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/5f6dffaf38884b93862709ac12b5ba2c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e] 2024-11-17T22:57:10,035 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d167742abcd54f7e87b39fd27b037700, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731884225254 2024-11-17T22:57:10,035 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f6dffaf38884b93862709ac12b5ba2c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731884225254 2024-11-17T22:57:10,035 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1678b5fdb3430c9d353c14f005e8ef, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731884225381 2024-11-17T22:57:10,035 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 583fa9beca144c6f87e009ba67fb69cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731884225382 2024-11-17T22:57:10,035 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f72a635e5c274d9498bdf7394bb65999, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731884226036 2024-11-17T22:57:10,035 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ce5b415621bb45d18a523c1d9601edc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731884226036 2024-11-17T22:57:10,036 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7ffc3ccdec34fdebcf91a30f5c60b8e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884228337 2024-11-17T22:57:10,036 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 306966c0a66f43d5830c13f7b1866c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884228337 2024-11-17T22:57:10,043 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:10,046 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:10,046 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/555add7f8f0046db85401f4588686bb7 is 50, key is test_row_0/B:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:10,048 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411179a1cfabb2cf64d1da07c598087ca04b4_371db95e57ef49512fdc23cc513c6d58 store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:10,050 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411179a1cfabb2cf64d1da07c598087ca04b4_371db95e57ef49512fdc23cc513c6d58, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:10,050 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179a1cfabb2cf64d1da07c598087ca04b4_371db95e57ef49512fdc23cc513c6d58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741995_1171 (size=12779) 2024-11-17T22:57:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741996_1172 (size=4469) 2024-11-17T22:57:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T22:57:10,190 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:10,191 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-17T22:57:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T22:57:10,192 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:10,193 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:10,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T22:57:10,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-17T22:57:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:10,345 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-17T22:57:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:10,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111760cc530038d7441fa3363c50c192cec1_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884228411/Put/seqid=0 2024-11-17T22:57:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741997_1173 (size=12454) 2024-11-17T22:57:10,460 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/555add7f8f0046db85401f4588686bb7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/555add7f8f0046db85401f4588686bb7 2024-11-17T22:57:10,464 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#A#compaction#141 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:10,464 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/b989dd6cc6084897985a9f8bdeacb738 is 175, key is test_row_0/A:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:10,465 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/B of 371db95e57ef49512fdc23cc513c6d58 into 555add7f8f0046db85401f4588686bb7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:10,465 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:10,465 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/B, priority=12, startTime=1731884230024; duration=0sec 2024-11-17T22:57:10,465 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:10,465 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:B 2024-11-17T22:57:10,465 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:10,466 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:10,467 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/C is initiating minor compaction (all files) 2024-11-17T22:57:10,467 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/C in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:10,467 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d04db901963e4ed4bb4a59dfbbd8ec6f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ab90203860af4b22930c9099ec272736, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/c2f1089d460944a1a3231eacdcac2c95, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72254dc99bdc4a67b42cdf1964bc1ad8] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=47.9 K 2024-11-17T22:57:10,467 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d04db901963e4ed4bb4a59dfbbd8ec6f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731884225254 2024-11-17T22:57:10,470 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ab90203860af4b22930c9099ec272736, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731884225382 2024-11-17T22:57:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741998_1174 (size=31733) 2024-11-17T22:57:10,471 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f1089d460944a1a3231eacdcac2c95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731884226036 2024-11-17T22:57:10,473 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 72254dc99bdc4a67b42cdf1964bc1ad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884228337 2024-11-17T22:57:10,479 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/b989dd6cc6084897985a9f8bdeacb738 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b989dd6cc6084897985a9f8bdeacb738 2024-11-17T22:57:10,490 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:10,490 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/A of 371db95e57ef49512fdc23cc513c6d58 into b989dd6cc6084897985a9f8bdeacb738(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:10,490 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:10,490 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/A, priority=12, startTime=1731884230024; duration=0sec 2024-11-17T22:57:10,491 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:10,491 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:A 2024-11-17T22:57:10,491 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/679c529574c3427c876f468a9f31bf87 is 50, key is test_row_0/C:col10/1731884228337/Put/seqid=0 2024-11-17T22:57:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741999_1175 (size=12779) 2024-11-17T22:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T22:57:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:10,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884290581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,587 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884290584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884290586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884290587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884290590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,594 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884290700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884290700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884290700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:10,762 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111760cc530038d7441fa3363c50c192cec1_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111760cc530038d7441fa3363c50c192cec1_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/ac8ef97d6f6145a3a04a864eee491a0a, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:10,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/ac8ef97d6f6145a3a04a864eee491a0a is 175, key is test_row_0/A:col10/1731884228411/Put/seqid=0 2024-11-17T22:57:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742000_1176 (size=31255) 2024-11-17T22:57:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T22:57:10,906 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/679c529574c3427c876f468a9f31bf87 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/679c529574c3427c876f468a9f31bf87 2024-11-17T22:57:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884290910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,911 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/C of 371db95e57ef49512fdc23cc513c6d58 into 679c529574c3427c876f468a9f31bf87(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:10,911 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,911 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/C, priority=12, startTime=1731884230025; duration=0sec 2024-11-17T22:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884290910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,911 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:10,911 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:C 2024-11-17T22:57:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884290910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:11,168 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/ac8ef97d6f6145a3a04a864eee491a0a 2024-11-17T22:57:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/51bc9ae274284759897bdf9cb2fedb30 is 50, key is test_row_0/B:col10/1731884228411/Put/seqid=0 2024-11-17T22:57:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742001_1177 (size=12301) 2024-11-17T22:57:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884291220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884291221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884291221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T22:57:11,589 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/51bc9ae274284759897bdf9cb2fedb30 2024-11-17T22:57:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/e907343a0a0b440bba9ee454355494c7 is 50, key is test_row_0/C:col10/1731884228411/Put/seqid=0 2024-11-17T22:57:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742002_1178 (size=12301) 2024-11-17T22:57:11,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884291731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:11,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:11,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:11,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884291731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884291731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,001 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/e907343a0a0b440bba9ee454355494c7 2024-11-17T22:57:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/ac8ef97d6f6145a3a04a864eee491a0a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a 2024-11-17T22:57:12,011 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a, entries=150, sequenceid=301, filesize=30.5 K 2024-11-17T22:57:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/51bc9ae274284759897bdf9cb2fedb30 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/51bc9ae274284759897bdf9cb2fedb30 2024-11-17T22:57:12,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/51bc9ae274284759897bdf9cb2fedb30, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T22:57:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/e907343a0a0b440bba9ee454355494c7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/e907343a0a0b440bba9ee454355494c7 2024-11-17T22:57:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,020 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/e907343a0a0b440bba9ee454355494c7, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T22:57:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,021 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 371db95e57ef49512fdc23cc513c6d58 in 1676ms, sequenceid=301, compaction requested=false 2024-11-17T22:57:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-17T22:57:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-17T22:57:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-17T22:57:12,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-17T22:57:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8340 sec 2024-11-17T22:57:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T22:57:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,341 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,341 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-17T22:57:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T22:57:12,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:12,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T22:57:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-17T22:57:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,497 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-17T22:57:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171aa6997d4c9a47b2b76ccdcc2bc00993_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884230585/Put/seqid=0 2024-11-17T22:57:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742003_1179 (size=9914) 2024-11-17T22:57:12,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171aa6997d4c9a47b2b76ccdcc2bc00993_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171aa6997d4c9a47b2b76ccdcc2bc00993_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/8965ed7ed300458e9551c24520d6e2ae, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/8965ed7ed300458e9551c24520d6e2ae is 175, key is test_row_0/A:col10/1731884230585/Put/seqid=0 2024-11-17T22:57:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742004_1180 (size=22561) 2024-11-17T22:57:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,548 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/8965ed7ed300458e9551c24520d6e2ae 2024-11-17T22:57:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/8034da1dfdad4cf7a9a33d25b34cf4f9 is 50, key is test_row_0/B:col10/1731884230585/Put/seqid=0 2024-11-17T22:57:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742005_1181 (size=9857) 2024-11-17T22:57:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T22:57:12,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884232660, max timestamp=1731884232667Num uniques 859; 2024-11-17T22:57:12,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884232653, max timestamp=1731884232667Num uniques 859; 2024-11-17T22:57:12,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884232653, max timestamp=1731884232667Num uniques 859; 2024-11-17T22:57:12,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:57:12,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:57:12,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884292716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884292717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884292740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,745 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884292751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884292751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,752 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,753 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884292830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884292830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T22:57:12,979 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/8034da1dfdad4cf7a9a33d25b34cf4f9 2024-11-17T22:57:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/70108a6509db43bb909388a867efb6c2 is 50, key is test_row_0/C:col10/1731884230585/Put/seqid=0 2024-11-17T22:57:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742006_1182 (size=9857) 2024-11-17T22:57:13,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884293040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:13,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884293040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884293350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884293350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:13,391 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/70108a6509db43bb909388a867efb6c2 2024-11-17T22:57:13,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/8965ed7ed300458e9551c24520d6e2ae as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae 2024-11-17T22:57:13,400 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae, entries=100, sequenceid=313, filesize=22.0 K 2024-11-17T22:57:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/8034da1dfdad4cf7a9a33d25b34cf4f9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8034da1dfdad4cf7a9a33d25b34cf4f9 2024-11-17T22:57:13,405 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8034da1dfdad4cf7a9a33d25b34cf4f9, entries=100, sequenceid=313, filesize=9.6 K 2024-11-17T22:57:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/70108a6509db43bb909388a867efb6c2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/70108a6509db43bb909388a867efb6c2 2024-11-17T22:57:13,410 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/70108a6509db43bb909388a867efb6c2, entries=100, sequenceid=313, filesize=9.6 K 2024-11-17T22:57:13,411 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=143.13 KB/146560 for 371db95e57ef49512fdc23cc513c6d58 in 914ms, sequenceid=313, compaction requested=true 2024-11-17T22:57:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-17T22:57:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-17T22:57:13,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-17T22:57:13,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-17T22:57:13,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0730 sec 2024-11-17T22:57:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T22:57:13,480 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:13,481 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-17T22:57:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T22:57:13,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:13,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:13,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T22:57:13,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-17T22:57:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:13,635 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=143.13 KB heapSize=400.61 KB 2024-11-17T22:57:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e5adbafdecc04233a62911906740cc3f_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884232716/Put/seqid=0 2024-11-17T22:57:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742007_1183 (size=12454) 2024-11-17T22:57:13,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:13,650 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e5adbafdecc04233a62911906740cc3f_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e5adbafdecc04233a62911906740cc3f_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/65ffd098393a4a88bbc1a918f342697a, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/65ffd098393a4a88bbc1a918f342697a is 175, key is test_row_0/A:col10/1731884232716/Put/seqid=0 2024-11-17T22:57:13,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742008_1184 (size=31255) 2024-11-17T22:57:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T22:57:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884293880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884293881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884294004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884294004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,055 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/65ffd098393a4a88bbc1a918f342697a 2024-11-17T22:57:14,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a22412c388454b7fb80e1d9a2f89ada3 is 50, key is test_row_0/B:col10/1731884232716/Put/seqid=0 2024-11-17T22:57:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742009_1185 (size=12301) 2024-11-17T22:57:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T22:57:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884294220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884294220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,467 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a22412c388454b7fb80e1d9a2f89ada3 2024-11-17T22:57:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dfa964f8af5e4fa08c6ae1abb6e913c8 is 50, key is test_row_0/C:col10/1731884232716/Put/seqid=0 2024-11-17T22:57:14,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742010_1186 (size=12301) 2024-11-17T22:57:14,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884294530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884294530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T22:57:14,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33298 deadline: 1731884294760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,762 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1731884294770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,777 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1731884294781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:14,785 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 371db95e57ef49512fdc23cc513c6d58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:14,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:14,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:14,879 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dfa964f8af5e4fa08c6ae1abb6e913c8 2024-11-17T22:57:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/65ffd098393a4a88bbc1a918f342697a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a 2024-11-17T22:57:14,890 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a, entries=150, sequenceid=349, filesize=30.5 K 2024-11-17T22:57:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a22412c388454b7fb80e1d9a2f89ada3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a22412c388454b7fb80e1d9a2f89ada3 2024-11-17T22:57:14,896 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a22412c388454b7fb80e1d9a2f89ada3, entries=150, sequenceid=349, filesize=12.0 K 2024-11-17T22:57:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dfa964f8af5e4fa08c6ae1abb6e913c8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dfa964f8af5e4fa08c6ae1abb6e913c8 2024-11-17T22:57:14,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dfa964f8af5e4fa08c6ae1abb6e913c8, entries=150, sequenceid=349, filesize=12.0 K 2024-11-17T22:57:14,902 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~400.56 KB/410176, currentSize=40.25 KB/41220 for 371db95e57ef49512fdc23cc513c6d58 in 1266ms, sequenceid=349, compaction requested=true 2024-11-17T22:57:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-17T22:57:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-17T22:57:14,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-17T22:57:14,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-17T22:57:14,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.4240 sec 2024-11-17T22:57:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:15,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:57:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:15,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c3ffbfb7e2bb4fe88079a35416dd3326_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742011_1187 (size=14994) 2024-11-17T22:57:15,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884235070, max timestamp=1731884235095Num uniques 859; 2024-11-17T22:57:15,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884235070, max timestamp=1731884235095Num uniques 859; 2024-11-17T22:57:15,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884235070, max timestamp=1731884235095Num uniques 859; 2024-11-17T22:57:15,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:57:15,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:57:15,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:57:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884295127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884295135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884295240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884295250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884295450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,459 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c3ffbfb7e2bb4fe88079a35416dd3326_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c3ffbfb7e2bb4fe88079a35416dd3326_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f09fc21fffa24be586a65c88f1a9283a, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:15,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f09fc21fffa24be586a65c88f1a9283a is 175, key is test_row_0/A:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:15,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884295460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742012_1188 (size=39949) 2024-11-17T22:57:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T22:57:15,630 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:15,630 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-17T22:57:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:15,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:15,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:15,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:15,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884295760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884295770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:15,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-17T22:57:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:15,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:15,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f09fc21fffa24be586a65c88f1a9283a 2024-11-17T22:57:15,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/c841b2dd582842a7b8c91aab783be49b is 50, key is test_row_0/B:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742013_1189 (size=12301) 2024-11-17T22:57:15,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-17T22:57:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:15,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:16,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-17T22:57:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:16,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-17T22:57:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884296270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:16,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/c841b2dd582842a7b8c91aab783be49b 2024-11-17T22:57:16,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dae3ed04ca4b4f41be4e38f6d4f1d28e is 50, key is test_row_0/C:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742014_1190 (size=12301) 2024-11-17T22:57:16,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dae3ed04ca4b4f41be4e38f6d4f1d28e 2024-11-17T22:57:16,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884296290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:16,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/f09fc21fffa24be586a65c88f1a9283a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a 2024-11-17T22:57:16,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a, entries=200, sequenceid=360, filesize=39.0 K 2024-11-17T22:57:16,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/c841b2dd582842a7b8c91aab783be49b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/c841b2dd582842a7b8c91aab783be49b 2024-11-17T22:57:16,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/c841b2dd582842a7b8c91aab783be49b, entries=150, sequenceid=360, filesize=12.0 K 2024-11-17T22:57:16,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/dae3ed04ca4b4f41be4e38f6d4f1d28e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dae3ed04ca4b4f41be4e38f6d4f1d28e 2024-11-17T22:57:16,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dae3ed04ca4b4f41be4e38f6d4f1d28e, entries=150, sequenceid=360, filesize=12.0 K 2024-11-17T22:57:16,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 371db95e57ef49512fdc23cc513c6d58 in 1269ms, sequenceid=360, compaction requested=true 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:16,312 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:16,312 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:16,314 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 156753 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:57:16,314 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/A is initiating minor compaction (all files) 2024-11-17T22:57:16,314 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/A in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,314 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b989dd6cc6084897985a9f8bdeacb738, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=153.1 K 2024-11-17T22:57:16,314 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,314 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b989dd6cc6084897985a9f8bdeacb738, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a] 2024-11-17T22:57:16,314 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59539 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:57:16,314 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/B is initiating minor compaction (all files) 2024-11-17T22:57:16,314 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/B in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,314 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/555add7f8f0046db85401f4588686bb7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/51bc9ae274284759897bdf9cb2fedb30, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8034da1dfdad4cf7a9a33d25b34cf4f9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a22412c388454b7fb80e1d9a2f89ada3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/c841b2dd582842a7b8c91aab783be49b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=58.1 K 2024-11-17T22:57:16,315 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 555add7f8f0046db85401f4588686bb7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884228337 2024-11-17T22:57:16,315 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b989dd6cc6084897985a9f8bdeacb738, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884228337 2024-11-17T22:57:16,315 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 51bc9ae274284759897bdf9cb2fedb30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884228403 2024-11-17T22:57:16,315 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac8ef97d6f6145a3a04a864eee491a0a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884228403 2024-11-17T22:57:16,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 8034da1dfdad4cf7a9a33d25b34cf4f9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731884230575 2024-11-17T22:57:16,316 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8965ed7ed300458e9551c24520d6e2ae, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731884230575 2024-11-17T22:57:16,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a22412c388454b7fb80e1d9a2f89ada3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731884232705 2024-11-17T22:57:16,316 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65ffd098393a4a88bbc1a918f342697a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731884232705 2024-11-17T22:57:16,316 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c841b2dd582842a7b8c91aab783be49b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731884233878 2024-11-17T22:57:16,317 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f09fc21fffa24be586a65c88f1a9283a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731884233878 2024-11-17T22:57:16,326 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:16,330 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#B#compaction#157 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:16,330 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/f026fc5ac478402781e6c8655cd6b09a is 50, key is test_row_0/B:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:16,332 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117446eeec47f8641fcb2ba2de9b638057c_371db95e57ef49512fdc23cc513c6d58 store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:16,335 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117446eeec47f8641fcb2ba2de9b638057c_371db95e57ef49512fdc23cc513c6d58, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:16,335 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117446eeec47f8641fcb2ba2de9b638057c_371db95e57ef49512fdc23cc513c6d58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742015_1191 (size=12949) 2024-11-17T22:57:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742016_1192 (size=4469) 2024-11-17T22:57:16,353 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#A#compaction#156 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:16,354 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/78478e13684d4bafa93cca057144d01d is 175, key is test_row_0/A:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742017_1193 (size=31903) 2024-11-17T22:57:16,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,397 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179a25b30b93864896bbea776d12282dfa_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884235134/Put/seqid=0 2024-11-17T22:57:16,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742018_1194 (size=12454) 2024-11-17T22:57:16,752 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/f026fc5ac478402781e6c8655cd6b09a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f026fc5ac478402781e6c8655cd6b09a 2024-11-17T22:57:16,756 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/B of 371db95e57ef49512fdc23cc513c6d58 into f026fc5ac478402781e6c8655cd6b09a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:16,757 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:16,757 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/B, priority=11, startTime=1731884236312; duration=0sec 2024-11-17T22:57:16,757 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:16,757 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:B 2024-11-17T22:57:16,757 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:57:16,758 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59539 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:57:16,758 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 371db95e57ef49512fdc23cc513c6d58/C is initiating minor compaction (all files) 2024-11-17T22:57:16,758 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 371db95e57ef49512fdc23cc513c6d58/C in TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:16,758 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/679c529574c3427c876f468a9f31bf87, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/e907343a0a0b440bba9ee454355494c7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/70108a6509db43bb909388a867efb6c2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dfa964f8af5e4fa08c6ae1abb6e913c8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dae3ed04ca4b4f41be4e38f6d4f1d28e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp, totalSize=58.1 K 2024-11-17T22:57:16,759 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 679c529574c3427c876f468a9f31bf87, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884228337 2024-11-17T22:57:16,759 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e907343a0a0b440bba9ee454355494c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884228403 2024-11-17T22:57:16,759 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 70108a6509db43bb909388a867efb6c2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731884230575 2024-11-17T22:57:16,759 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa964f8af5e4fa08c6ae1abb6e913c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731884232705 2024-11-17T22:57:16,760 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dae3ed04ca4b4f41be4e38f6d4f1d28e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731884233878 2024-11-17T22:57:16,766 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/78478e13684d4bafa93cca057144d01d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/78478e13684d4bafa93cca057144d01d 2024-11-17T22:57:16,769 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 371db95e57ef49512fdc23cc513c6d58#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:16,769 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/12b5fbbdd67f47d8ae24869224254074 is 50, key is test_row_0/C:col10/1731884235041/Put/seqid=0 2024-11-17T22:57:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:16,771 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/A of 371db95e57ef49512fdc23cc513c6d58 into 78478e13684d4bafa93cca057144d01d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:16,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:16,771 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/A, priority=11, startTime=1731884236312; duration=0sec 2024-11-17T22:57:16,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:16,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:A 2024-11-17T22:57:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742019_1195 (size=12949) 2024-11-17T22:57:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:16,812 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179a25b30b93864896bbea776d12282dfa_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179a25b30b93864896bbea776d12282dfa_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/3dfa230324bd4de6b298a9a9de211747, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/3dfa230324bd4de6b298a9a9de211747 is 175, key is test_row_0/A:col10/1731884235134/Put/seqid=0 2024-11-17T22:57:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742020_1196 (size=31255) 2024-11-17T22:57:17,179 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/12b5fbbdd67f47d8ae24869224254074 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/12b5fbbdd67f47d8ae24869224254074 2024-11-17T22:57:17,184 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 371db95e57ef49512fdc23cc513c6d58/C of 371db95e57ef49512fdc23cc513c6d58 into 12b5fbbdd67f47d8ae24869224254074(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:17,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:17,185 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., storeName=371db95e57ef49512fdc23cc513c6d58/C, priority=11, startTime=1731884236312; duration=0sec 2024-11-17T22:57:17,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:17,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:C 2024-11-17T22:57:17,223 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/3dfa230324bd4de6b298a9a9de211747 2024-11-17T22:57:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d84820c6206a4e15b412092d2fc9f731 is 50, key is test_row_0/B:col10/1731884235134/Put/seqid=0 2024-11-17T22:57:17,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742021_1197 (size=12301) 2024-11-17T22:57:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:17,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. as already flushing 2024-11-17T22:57:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884297302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884297305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884297410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884297420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,566 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-17T22:57:17,566 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:17,566 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,566 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:17,568 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-17T22:57:17,568 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:17,568 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,569 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:17,569 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-17T22:57:17,569 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:17,569 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,569 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:17,573 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-17T22:57:17,573 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:17,574 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,574 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:17,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884297620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884297630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,638 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d84820c6206a4e15b412092d2fc9f731 2024-11-17T22:57:17,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/bb98dceea318427883de951aefb0bc9b is 50, key is test_row_0/C:col10/1731884235134/Put/seqid=0 2024-11-17T22:57:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742022_1198 (size=12301) 2024-11-17T22:57:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:17,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731884297931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:17,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1731884297940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:18,050 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/bb98dceea318427883de951aefb0bc9b 2024-11-17T22:57:18,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/3dfa230324bd4de6b298a9a9de211747 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/3dfa230324bd4de6b298a9a9de211747 2024-11-17T22:57:18,067 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/3dfa230324bd4de6b298a9a9de211747, entries=150, sequenceid=394, filesize=30.5 K 2024-11-17T22:57:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d84820c6206a4e15b412092d2fc9f731 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d84820c6206a4e15b412092d2fc9f731 2024-11-17T22:57:18,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d84820c6206a4e15b412092d2fc9f731, entries=150, sequenceid=394, filesize=12.0 K 2024-11-17T22:57:18,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/bb98dceea318427883de951aefb0bc9b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/bb98dceea318427883de951aefb0bc9b 2024-11-17T22:57:18,079 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/bb98dceea318427883de951aefb0bc9b, entries=150, sequenceid=394, filesize=12.0 K 2024-11-17T22:57:18,080 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 371db95e57ef49512fdc23cc513c6d58 in 1683ms, sequenceid=394, compaction requested=false 2024-11-17T22:57:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-17T22:57:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-17T22:57:18,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-17T22:57:18,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec 2024-11-17T22:57:18,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.4540 sec 2024-11-17T22:57:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:18,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:57:18,442 INFO [Thread-593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-593. 2024-11-17T22:57:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:18,442 DEBUG [Thread-593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:18,443 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:18,443 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:18,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:18,453 INFO [Thread-595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-595. 2024-11-17T22:57:18,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171f59ef29ecaa4d70bac27478f6e6dcb0_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884237288/Put/seqid=0 2024-11-17T22:57:18,453 DEBUG [Thread-595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:18,453 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,453 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742023_1199 (size=12454) 2024-11-17T22:57:18,794 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-17T22:57:18,794 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:18,794 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,794 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:18,814 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-17T22:57:18,814 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:18,814 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,814 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:18,823 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-17T22:57:18,823 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:18,823 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,824 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:18,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:18,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:18,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171f59ef29ecaa4d70bac27478f6e6dcb0_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171f59ef29ecaa4d70bac27478f6e6dcb0_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:18,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/6bec9c91e0ae425da0b6a7f78ccfb9a3, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:18,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/6bec9c91e0ae425da0b6a7f78ccfb9a3 is 175, key is test_row_0/A:col10/1731884237288/Put/seqid=0 2024-11-17T22:57:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742024_1200 (size=31255) 2024-11-17T22:57:19,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/6bec9c91e0ae425da0b6a7f78ccfb9a3 2024-11-17T22:57:19,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a5c2593709934a668f8344aa3bed428b is 50, key is test_row_0/B:col10/1731884237288/Put/seqid=0 2024-11-17T22:57:19,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742025_1201 (size=12301) 2024-11-17T22:57:19,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a5c2593709934a668f8344aa3bed428b 2024-11-17T22:57:19,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/17546aa847bc45d6a9ae3fe21b3ef37d is 50, key is test_row_0/C:col10/1731884237288/Put/seqid=0 2024-11-17T22:57:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742026_1202 (size=12301) 2024-11-17T22:57:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T22:57:19,802 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2918 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2843 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1195 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3585 rows 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1188 2024-11-17T22:57:19,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3563 rows 2024-11-17T22:57:19,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:57:19,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:57:19,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:19,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:19,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:19,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T22:57:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T22:57:19,810 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884239810"}]},"ts":"1731884239810"} 2024-11-17T22:57:19,812 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T22:57:19,812 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T22:57:19,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:57:19,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, UNASSIGN}] 2024-11-17T22:57:19,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, UNASSIGN 2024-11-17T22:57:19,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:19,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, UNASSIGN because future has completed 2024-11-17T22:57:19,819 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:57:19,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:57:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T22:57:19,973 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:19,973 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:57:19,973 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 371db95e57ef49512fdc23cc513c6d58, disabling compactions & flushes 2024-11-17T22:57:19,974 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:20,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/17546aa847bc45d6a9ae3fe21b3ef37d 2024-11-17T22:57:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/6bec9c91e0ae425da0b6a7f78ccfb9a3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/6bec9c91e0ae425da0b6a7f78ccfb9a3 2024-11-17T22:57:20,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/6bec9c91e0ae425da0b6a7f78ccfb9a3, entries=150, sequenceid=409, filesize=30.5 K 2024-11-17T22:57:20,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/a5c2593709934a668f8344aa3bed428b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5c2593709934a668f8344aa3bed428b 2024-11-17T22:57:20,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5c2593709934a668f8344aa3bed428b, entries=150, sequenceid=409, filesize=12.0 K 2024-11-17T22:57:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/17546aa847bc45d6a9ae3fe21b3ef37d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/17546aa847bc45d6a9ae3fe21b3ef37d 2024-11-17T22:57:20,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/17546aa847bc45d6a9ae3fe21b3ef37d, entries=150, sequenceid=409, filesize=12.0 K 2024-11-17T22:57:20,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 371db95e57ef49512fdc23cc513c6d58 in 1686ms, sequenceid=409, compaction requested=true 2024-11-17T22:57:20,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 371db95e57ef49512fdc23cc513c6d58: 2024-11-17T22:57:20,128 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:20,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:20,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:20,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. after waiting 1 ms 2024-11-17T22:57:20,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:20,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:20,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 371db95e57ef49512fdc23cc513c6d58:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:20,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:20,129 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 371db95e57ef49512fdc23cc513c6d58 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-17T22:57:20,129 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. because compaction request was cancelled 2024-11-17T22:57:20,129 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. because compaction request was cancelled 2024-11-17T22:57:20,129 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:B 2024-11-17T22:57:20,129 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:A 2024-11-17T22:57:20,129 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. because compaction request was cancelled 2024-11-17T22:57:20,129 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 371db95e57ef49512fdc23cc513c6d58:C 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=A 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=B 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 371db95e57ef49512fdc23cc513c6d58, store=C 2024-11-17T22:57:20,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T22:57:20,134 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ef15c37de12f4bb588c7cbfb021e66e4_371db95e57ef49512fdc23cc513c6d58 is 50, key is test_row_0/A:col10/1731884238811/Put/seqid=0 2024-11-17T22:57:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742027_1203 (size=12454) 2024-11-17T22:57:20,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:57:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T22:57:20,538 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:20,544 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ef15c37de12f4bb588c7cbfb021e66e4_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ef15c37de12f4bb588c7cbfb021e66e4_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:20,546 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d735e684361d4fd7b69eefc8c69c3011, store: [table=TestAcidGuarantees family=A region=371db95e57ef49512fdc23cc513c6d58] 2024-11-17T22:57:20,547 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d735e684361d4fd7b69eefc8c69c3011 is 175, key is test_row_0/A:col10/1731884238811/Put/seqid=0 2024-11-17T22:57:20,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742028_1204 (size=31255) 2024-11-17T22:57:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T22:57:20,952 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d735e684361d4fd7b69eefc8c69c3011 2024-11-17T22:57:20,962 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d4aa4f811951409ab45c2d7c011719c3 is 50, key is test_row_0/B:col10/1731884238811/Put/seqid=0 2024-11-17T22:57:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742029_1205 (size=12301) 2024-11-17T22:57:21,368 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d4aa4f811951409ab45c2d7c011719c3 2024-11-17T22:57:21,379 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/72dc8d3e7f6c4f35bb0d40c911f27719 is 50, key is test_row_0/C:col10/1731884238811/Put/seqid=0 2024-11-17T22:57:21,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742030_1206 (size=12301) 2024-11-17T22:57:21,783 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/72dc8d3e7f6c4f35bb0d40c911f27719 2024-11-17T22:57:21,793 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/A/d735e684361d4fd7b69eefc8c69c3011 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d735e684361d4fd7b69eefc8c69c3011 2024-11-17T22:57:21,800 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d735e684361d4fd7b69eefc8c69c3011, entries=150, sequenceid=416, filesize=30.5 K 2024-11-17T22:57:21,801 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/B/d4aa4f811951409ab45c2d7c011719c3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d4aa4f811951409ab45c2d7c011719c3 2024-11-17T22:57:21,810 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d4aa4f811951409ab45c2d7c011719c3, entries=150, sequenceid=416, filesize=12.0 K 2024-11-17T22:57:21,812 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/.tmp/C/72dc8d3e7f6c4f35bb0d40c911f27719 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72dc8d3e7f6c4f35bb0d40c911f27719 2024-11-17T22:57:21,818 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72dc8d3e7f6c4f35bb0d40c911f27719, entries=150, sequenceid=416, filesize=12.0 K 2024-11-17T22:57:21,819 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 371db95e57ef49512fdc23cc513c6d58 in 1689ms, sequenceid=416, compaction requested=true 2024-11-17T22:57:21,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/a784320af193415abff70b047ef55fed, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/92cd17e124fe4db8b2dbf1ec41f51a70, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/5f6dffaf38884b93862709ac12b5ba2c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b989dd6cc6084897985a9f8bdeacb738, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a] to archive 2024-11-17T22:57:21,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:57:21,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/c1d3520c79354a3d8b8c5b37c0eda44d 2024-11-17T22:57:21,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b3ca6541cc374bfd9f7ecd6ba49d2858 2024-11-17T22:57:21,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/0c3ba31c01d34a82aa7e4902b137be6d 2024-11-17T22:57:21,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/354898eff434489798317c6c4e8ebece 2024-11-17T22:57:21,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/a784320af193415abff70b047ef55fed to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/a784320af193415abff70b047ef55fed 2024-11-17T22:57:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/89005610d93b472ca120b101ef1d79aa 2024-11-17T22:57:21,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/dff1400df3f24b989389a6a47b09b833 2024-11-17T22:57:21,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/92cd17e124fe4db8b2dbf1ec41f51a70 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/92cd17e124fe4db8b2dbf1ec41f51a70 2024-11-17T22:57:21,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/90f8577e0bb4454a8cc7e3d6c5ce2daf 2024-11-17T22:57:21,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d27cc09e114d4491b6e122b72f29d45d 2024-11-17T22:57:21,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/5f6dffaf38884b93862709ac12b5ba2c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/5f6dffaf38884b93862709ac12b5ba2c 2024-11-17T22:57:21,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/1d1678b5fdb3430c9d353c14f005e8ef 2024-11-17T22:57:21,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f72a635e5c274d9498bdf7394bb65999 2024-11-17T22:57:21,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b989dd6cc6084897985a9f8bdeacb738 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/b989dd6cc6084897985a9f8bdeacb738 2024-11-17T22:57:21,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d7ffc3ccdec34fdebcf91a30f5c60b8e 2024-11-17T22:57:21,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/ac8ef97d6f6145a3a04a864eee491a0a 2024-11-17T22:57:21,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/8965ed7ed300458e9551c24520d6e2ae 2024-11-17T22:57:21,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/65ffd098393a4a88bbc1a918f342697a 2024-11-17T22:57:21,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/f09fc21fffa24be586a65c88f1a9283a 2024-11-17T22:57:21,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f8572a4542124af288794c22bfd4706b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/25eb773d3bb84802a7330e0d5430936d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a048d1c2482244ab924242d757d04da7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/5aee9f3873f741b482daea1e2f606b7c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/2631c6db11f14f3fb747ba62aeb7d49b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/206bd3aaa1224563b034692505821493, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5e6f2c2f7a24699b2e02bd1c6feb352, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/53db75bec40d495dbf7b97907ba0586c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/6d0c0e921b0b451ab04f127c03c0898c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8f56d75bb7c842829117b827442aaa89, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d167742abcd54f7e87b39fd27b037700, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/583fa9beca144c6f87e009ba67fb69cc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/ce5b415621bb45d18a523c1d9601edc2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/555add7f8f0046db85401f4588686bb7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/306966c0a66f43d5830c13f7b1866c15, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/51bc9ae274284759897bdf9cb2fedb30, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8034da1dfdad4cf7a9a33d25b34cf4f9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a22412c388454b7fb80e1d9a2f89ada3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/c841b2dd582842a7b8c91aab783be49b] to archive 2024-11-17T22:57:21,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:57:21,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f8572a4542124af288794c22bfd4706b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f8572a4542124af288794c22bfd4706b 2024-11-17T22:57:21,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/25eb773d3bb84802a7330e0d5430936d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/25eb773d3bb84802a7330e0d5430936d 2024-11-17T22:57:21,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a048d1c2482244ab924242d757d04da7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a048d1c2482244ab924242d757d04da7 2024-11-17T22:57:21,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/5aee9f3873f741b482daea1e2f606b7c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/5aee9f3873f741b482daea1e2f606b7c 2024-11-17T22:57:21,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/2631c6db11f14f3fb747ba62aeb7d49b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/2631c6db11f14f3fb747ba62aeb7d49b 2024-11-17T22:57:21,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/206bd3aaa1224563b034692505821493 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/206bd3aaa1224563b034692505821493 2024-11-17T22:57:21,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5e6f2c2f7a24699b2e02bd1c6feb352 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5e6f2c2f7a24699b2e02bd1c6feb352 2024-11-17T22:57:21,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/53db75bec40d495dbf7b97907ba0586c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/53db75bec40d495dbf7b97907ba0586c 2024-11-17T22:57:21,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/6d0c0e921b0b451ab04f127c03c0898c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/6d0c0e921b0b451ab04f127c03c0898c 2024-11-17T22:57:21,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8f56d75bb7c842829117b827442aaa89 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8f56d75bb7c842829117b827442aaa89 2024-11-17T22:57:21,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d167742abcd54f7e87b39fd27b037700 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d167742abcd54f7e87b39fd27b037700 2024-11-17T22:57:21,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/583fa9beca144c6f87e009ba67fb69cc to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/583fa9beca144c6f87e009ba67fb69cc 2024-11-17T22:57:21,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/ce5b415621bb45d18a523c1d9601edc2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/ce5b415621bb45d18a523c1d9601edc2 2024-11-17T22:57:21,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/555add7f8f0046db85401f4588686bb7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/555add7f8f0046db85401f4588686bb7 2024-11-17T22:57:21,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/306966c0a66f43d5830c13f7b1866c15 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/306966c0a66f43d5830c13f7b1866c15 2024-11-17T22:57:21,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/51bc9ae274284759897bdf9cb2fedb30 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/51bc9ae274284759897bdf9cb2fedb30 2024-11-17T22:57:21,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8034da1dfdad4cf7a9a33d25b34cf4f9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/8034da1dfdad4cf7a9a33d25b34cf4f9 2024-11-17T22:57:21,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a22412c388454b7fb80e1d9a2f89ada3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a22412c388454b7fb80e1d9a2f89ada3 2024-11-17T22:57:21,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/c841b2dd582842a7b8c91aab783be49b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/c841b2dd582842a7b8c91aab783be49b 2024-11-17T22:57:21,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ce628cca64884a5dac5f6af7988f7df6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/6ab3661c790f4288875a7ea472ee5a81, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/0b6e5284d33341228bd1a4fdc822b60b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/a9fef699110141fa95196ea79a7f1ae1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/105381d63a17433b9a62136636a084a7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/40b5e2ad3c844580821fb017d00c1260, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/7a49712d8dd44967b010d9ea83c1fb29, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d323c7831ada4e00adf4fe59e36646a9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/816fda2c7d1844e985ef364e86ac1831, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d04db901963e4ed4bb4a59dfbbd8ec6f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dff0f9ca12674e238c915398d692af1b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ab90203860af4b22930c9099ec272736, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/c2f1089d460944a1a3231eacdcac2c95, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/679c529574c3427c876f468a9f31bf87, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72254dc99bdc4a67b42cdf1964bc1ad8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/e907343a0a0b440bba9ee454355494c7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/70108a6509db43bb909388a867efb6c2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dfa964f8af5e4fa08c6ae1abb6e913c8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dae3ed04ca4b4f41be4e38f6d4f1d28e] to archive 2024-11-17T22:57:21,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:57:21,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ce628cca64884a5dac5f6af7988f7df6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ce628cca64884a5dac5f6af7988f7df6 2024-11-17T22:57:21,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/6ab3661c790f4288875a7ea472ee5a81 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/6ab3661c790f4288875a7ea472ee5a81 2024-11-17T22:57:21,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/0b6e5284d33341228bd1a4fdc822b60b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/0b6e5284d33341228bd1a4fdc822b60b 2024-11-17T22:57:21,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/a9fef699110141fa95196ea79a7f1ae1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/a9fef699110141fa95196ea79a7f1ae1 2024-11-17T22:57:21,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/105381d63a17433b9a62136636a084a7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/105381d63a17433b9a62136636a084a7 2024-11-17T22:57:21,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/40b5e2ad3c844580821fb017d00c1260 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/40b5e2ad3c844580821fb017d00c1260 2024-11-17T22:57:21,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/7a49712d8dd44967b010d9ea83c1fb29 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/7a49712d8dd44967b010d9ea83c1fb29 2024-11-17T22:57:21,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d323c7831ada4e00adf4fe59e36646a9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d323c7831ada4e00adf4fe59e36646a9 2024-11-17T22:57:21,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/816fda2c7d1844e985ef364e86ac1831 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/816fda2c7d1844e985ef364e86ac1831 2024-11-17T22:57:21,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d04db901963e4ed4bb4a59dfbbd8ec6f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/d04db901963e4ed4bb4a59dfbbd8ec6f 2024-11-17T22:57:21,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dff0f9ca12674e238c915398d692af1b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dff0f9ca12674e238c915398d692af1b 2024-11-17T22:57:21,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ab90203860af4b22930c9099ec272736 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/ab90203860af4b22930c9099ec272736 2024-11-17T22:57:21,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/c2f1089d460944a1a3231eacdcac2c95 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/c2f1089d460944a1a3231eacdcac2c95 2024-11-17T22:57:21,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/679c529574c3427c876f468a9f31bf87 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/679c529574c3427c876f468a9f31bf87 2024-11-17T22:57:21,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72254dc99bdc4a67b42cdf1964bc1ad8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72254dc99bdc4a67b42cdf1964bc1ad8 2024-11-17T22:57:21,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/e907343a0a0b440bba9ee454355494c7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/e907343a0a0b440bba9ee454355494c7 2024-11-17T22:57:21,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/70108a6509db43bb909388a867efb6c2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/70108a6509db43bb909388a867efb6c2 2024-11-17T22:57:21,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dfa964f8af5e4fa08c6ae1abb6e913c8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dfa964f8af5e4fa08c6ae1abb6e913c8 2024-11-17T22:57:21,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dae3ed04ca4b4f41be4e38f6d4f1d28e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/dae3ed04ca4b4f41be4e38f6d4f1d28e 2024-11-17T22:57:21,935 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=4 2024-11-17T22:57:21,936 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. 2024-11-17T22:57:21,936 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 371db95e57ef49512fdc23cc513c6d58: Waiting for close lock at 1731884239973Running coprocessor pre-close hooks at 1731884239973Disabling compacts and flushes for region at 1731884239973Disabling writes for close at 1731884240129 (+156 ms)Obtaining lock to block concurrent updates at 1731884240129Preparing flush snapshotting stores in 371db95e57ef49512fdc23cc513c6d58 at 1731884240129Finished memstore snapshotting TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731884240129Flushing stores of TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58. at 1731884240129Flushing 371db95e57ef49512fdc23cc513c6d58/A: creating writer at 1731884240129Flushing mob file 371db95e57ef49512fdc23cc513c6d58/A: appending metadata at 1731884240134 (+5 ms)Flushing mob file 371db95e57ef49512fdc23cc513c6d58/A: closing flushed file at 1731884240134Flushing 371db95e57ef49512fdc23cc513c6d58/A: appending metadata at 1731884240546 (+412 ms)Flushing 371db95e57ef49512fdc23cc513c6d58/A: closing flushed file at 1731884240546Flushing 371db95e57ef49512fdc23cc513c6d58/B: creating writer at 1731884240959 (+413 ms)Flushing 371db95e57ef49512fdc23cc513c6d58/B: appending metadata at 1731884240962 (+3 ms)Flushing 371db95e57ef49512fdc23cc513c6d58/B: closing flushed file at 1731884240962Flushing 371db95e57ef49512fdc23cc513c6d58/C: creating writer at 1731884241374 (+412 ms)Flushing 371db95e57ef49512fdc23cc513c6d58/C: appending metadata at 1731884241378 (+4 ms)Flushing 371db95e57ef49512fdc23cc513c6d58/C: closing flushed file at 1731884241378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174c1a77: reopening flushed file at 1731884241791 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0ed208: reopening flushed file at 1731884241800 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445c411a: reopening flushed file at 1731884241810 (+10 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 371db95e57ef49512fdc23cc513c6d58 in 1689ms, sequenceid=416, compaction requested=true at 1731884241819 (+9 ms)Writing region close event to WAL at 1731884241932 (+113 ms)Running coprocessor post-close hooks at 1731884241936 (+4 ms)Closed at 1731884241936 2024-11-17T22:57:21,938 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:21,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=371db95e57ef49512fdc23cc513c6d58, regionState=CLOSED 2024-11-17T22:57:21,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:57:21,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-17T22:57:21,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 371db95e57ef49512fdc23cc513c6d58, server=1a6e40b21a48,41723,1731884181900 in 2.1210 sec 2024-11-17T22:57:21,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-17T22:57:21,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=371db95e57ef49512fdc23cc513c6d58, UNASSIGN in 2.1300 sec 2024-11-17T22:57:21,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-17T22:57:21,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1340 sec 2024-11-17T22:57:21,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884241951"}]},"ts":"1731884241951"} 2024-11-17T22:57:21,954 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T22:57:21,955 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T22:57:21,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.1510 sec 2024-11-17T22:57:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T22:57:21,960 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:21,961 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T22:57:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:21,964 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-17T22:57:21,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:21,969 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:21,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/recovered.edits] 2024-11-17T22:57:21,981 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/3dfa230324bd4de6b298a9a9de211747 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/3dfa230324bd4de6b298a9a9de211747 2024-11-17T22:57:21,984 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/6bec9c91e0ae425da0b6a7f78ccfb9a3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/6bec9c91e0ae425da0b6a7f78ccfb9a3 2024-11-17T22:57:21,993 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/78478e13684d4bafa93cca057144d01d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/78478e13684d4bafa93cca057144d01d 2024-11-17T22:57:21,995 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d735e684361d4fd7b69eefc8c69c3011 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/A/d735e684361d4fd7b69eefc8c69c3011 2024-11-17T22:57:21,999 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5c2593709934a668f8344aa3bed428b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/a5c2593709934a668f8344aa3bed428b 2024-11-17T22:57:22,001 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d4aa4f811951409ab45c2d7c011719c3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d4aa4f811951409ab45c2d7c011719c3 2024-11-17T22:57:22,004 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d84820c6206a4e15b412092d2fc9f731 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/d84820c6206a4e15b412092d2fc9f731 2024-11-17T22:57:22,007 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f026fc5ac478402781e6c8655cd6b09a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/B/f026fc5ac478402781e6c8655cd6b09a 2024-11-17T22:57:22,015 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/12b5fbbdd67f47d8ae24869224254074 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/12b5fbbdd67f47d8ae24869224254074 2024-11-17T22:57:22,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/17546aa847bc45d6a9ae3fe21b3ef37d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/17546aa847bc45d6a9ae3fe21b3ef37d 2024-11-17T22:57:22,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72dc8d3e7f6c4f35bb0d40c911f27719 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/72dc8d3e7f6c4f35bb0d40c911f27719 2024-11-17T22:57:22,053 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/bb98dceea318427883de951aefb0bc9b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/C/bb98dceea318427883de951aefb0bc9b 2024-11-17T22:57:22,057 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/recovered.edits/419.seqid to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58/recovered.edits/419.seqid 2024-11-17T22:57:22,057 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,057 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T22:57:22,060 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T22:57:22,062 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T22:57:22,070 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117005e42a4f3b4409a980d68ef17253013_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117005e42a4f3b4409a980d68ef17253013_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-17T22:57:22,074 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111707e102c255e1462ab1a265a387443647_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111707e102c255e1462ab1a265a387443647_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,077 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111709de00f33e8344559d21a44f7d1aeb2e_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111709de00f33e8344559d21a44f7d1aeb2e_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,080 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171aa6997d4c9a47b2b76ccdcc2bc00993_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171aa6997d4c9a47b2b76ccdcc2bc00993_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,083 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171f59ef29ecaa4d70bac27478f6e6dcb0_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171f59ef29ecaa4d70bac27478f6e6dcb0_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,086 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117295a733462eb41578a9ce71ab5e24c8e_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117295a733462eb41578a9ce71ab5e24c8e_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,088 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172b3c2713dc1d4dacb6e29ac73a81d44b_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172b3c2713dc1d4dacb6e29ac73a81d44b_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,090 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173ca98bad9d9c4868af7d7cef9166b5a7_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173ca98bad9d9c4868af7d7cef9166b5a7_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,092 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111741a944f7321a4d0f9a1c14a0fc6c853d_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111741a944f7321a4d0f9a1c14a0fc6c853d_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,093 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174a7d1d1a9ce340a7a16db7f9145629b0_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174a7d1d1a9ce340a7a16db7f9145629b0_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,094 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117558258bdcb2542388eaa7ff8caa830cb_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117558258bdcb2542388eaa7ff8caa830cb_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,095 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111760cc530038d7441fa3363c50c192cec1_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111760cc530038d7441fa3363c50c192cec1_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,097 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179a25b30b93864896bbea776d12282dfa_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179a25b30b93864896bbea776d12282dfa_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,098 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c3ffbfb7e2bb4fe88079a35416dd3326_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c3ffbfb7e2bb4fe88079a35416dd3326_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,099 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e5adbafdecc04233a62911906740cc3f_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e5adbafdecc04233a62911906740cc3f_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,100 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ef15c37de12f4bb588c7cbfb021e66e4_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ef15c37de12f4bb588c7cbfb021e66e4_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,105 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fb910e8320464dc0be99c976c23a7d38_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fb910e8320464dc0be99c976c23a7d38_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,107 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ffe72884e18343dda37052c43b3ac235_371db95e57ef49512fdc23cc513c6d58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ffe72884e18343dda37052c43b3ac235_371db95e57ef49512fdc23cc513c6d58 2024-11-17T22:57:22,108 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T22:57:22,111 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:22,113 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T22:57:22,116 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T22:57:22,117 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:22,117 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T22:57:22,117 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731884242117"}]},"ts":"9223372036854775807"} 2024-11-17T22:57:22,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T22:57:22,120 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 371db95e57ef49512fdc23cc513c6d58, NAME => 'TestAcidGuarantees,,1731884214336.371db95e57ef49512fdc23cc513c6d58.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T22:57:22,120 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T22:57:22,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731884242120"}]},"ts":"9223372036854775807"} 2024-11-17T22:57:22,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-17T22:57:22,124 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:22,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 163 msec 2024-11-17T22:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-17T22:57:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-17T22:57:22,285 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:22,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 246) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26137619_22 at /127.0.0.1:42890 [Waiting for operation #941] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26137619_22 at /127.0.0.1:48214 [Waiting for operation #863] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1439303957_22 at /127.0.0.1:48304 [Waiting for operation #708] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1439303957_22 at /127.0.0.1:59890 [Waiting for operation #1228] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=3949 (was 4081) 2024-11-17T22:57:22,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=3948 2024-11-17T22:57:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:57:22,311 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:22,314 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:57:22,314 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:22,315 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-17T22:57:22,316 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:57:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-17T22:57:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742031_1207 (size=1061) 2024-11-17T22:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-17T22:57:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-17T22:57:22,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:57:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742032_1208 (size=53) 2024-11-17T22:57:22,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:57:22,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3a57b1c211b9fbb0b9f86b0512f70f49, disabling compactions & flushes 2024-11-17T22:57:22,757 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:22,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:22,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. after waiting 0 ms 2024-11-17T22:57:22,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:22,757 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:22,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a57b1c211b9fbb0b9f86b0512f70f49: Waiting for close lock at 1731884242757Disabling compacts and flushes for region at 1731884242757Disabling writes for close at 1731884242757Writing region close event to WAL at 1731884242757Closed at 1731884242757 2024-11-17T22:57:22,759 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:57:22,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731884242759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884242759"}]},"ts":"1731884242759"} 2024-11-17T22:57:22,761 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T22:57:22,762 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:57:22,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884242762"}]},"ts":"1731884242762"} 2024-11-17T22:57:22,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T22:57:22,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, ASSIGN}] 2024-11-17T22:57:22,767 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, ASSIGN 2024-11-17T22:57:22,768 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=false 2024-11-17T22:57:22,919 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=3a57b1c211b9fbb0b9f86b0512f70f49, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:22,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, ASSIGN because future has completed 2024-11-17T22:57:22,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:57:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-17T22:57:23,077 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:57:23,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:57:23,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,078 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,079 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:23,079 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a57b1c211b9fbb0b9f86b0512f70f49 columnFamilyName A 2024-11-17T22:57:23,080 DEBUG [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:23,080 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.HStore(327): Store=3a57b1c211b9fbb0b9f86b0512f70f49/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:23,080 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,081 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:23,082 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a57b1c211b9fbb0b9f86b0512f70f49 columnFamilyName B 2024-11-17T22:57:23,082 DEBUG [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:23,082 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.HStore(327): Store=3a57b1c211b9fbb0b9f86b0512f70f49/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:23,082 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,083 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:23,084 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a57b1c211b9fbb0b9f86b0512f70f49 columnFamilyName C 2024-11-17T22:57:23,084 DEBUG [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:23,084 INFO [StoreOpener-3a57b1c211b9fbb0b9f86b0512f70f49-1 {}] regionserver.HStore(327): Store=3a57b1c211b9fbb0b9f86b0512f70f49/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:23,085 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,085 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,086 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,086 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,087 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,087 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,088 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:57:23,089 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,092 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:57:23,092 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 3a57b1c211b9fbb0b9f86b0512f70f49; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63353950, jitterRate=-0.05595257878303528}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:57:23,092 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 3a57b1c211b9fbb0b9f86b0512f70f49: Running coprocessor pre-open hook at 1731884243077Writing region info on filesystem at 1731884243077Initializing all the Stores at 1731884243078 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884243078Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884243078Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884243078Cleaning up temporary data from old regions at 1731884243087 (+9 ms)Running coprocessor post-open hooks at 1731884243092 (+5 ms)Region opened successfully at 1731884243093 (+1 ms) 2024-11-17T22:57:23,094 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., pid=67, masterSystemTime=1731884243073 2024-11-17T22:57:23,096 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,096 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=3a57b1c211b9fbb0b9f86b0512f70f49, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:57:23,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-17T22:57:23,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 in 178 msec 2024-11-17T22:57:23,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-17T22:57:23,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, ASSIGN in 335 msec 2024-11-17T22:57:23,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:57:23,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884243102"}]},"ts":"1731884243102"} 2024-11-17T22:57:23,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T22:57:23,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:57:23,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 793 msec 2024-11-17T22:57:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-17T22:57:23,451 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:23,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e4e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,453 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52075b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,455 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a7880f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:57:23,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:57:23,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d83d3a 2024-11-17T22:57:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:57:23,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:57:23,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,466 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6d7146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,468 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5986d584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,470 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dd5c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320c95d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,474 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fddbf85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,475 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cbe74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,478 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38613910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd2e9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,482 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771358fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,484 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59143ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,486 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3381d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,488 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee041ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,493 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740371f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,495 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc5a178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,497 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,498 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a5f521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,500 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6329b5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,501 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9dab61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1d0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:23,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:23,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165bedfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:23,504 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa2fadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:23,505 DEBUG [Thread-1003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,505 DEBUG [Thread-1001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,506 DEBUG [Thread-1007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,506 DEBUG [Thread-990 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:23,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,508 DEBUG [Thread-998 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-17T22:57:23,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T22:57:23,510 DEBUG [Thread-992 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,511 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,512 DEBUG [Thread-994 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,512 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:23,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:23,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-17T22:57:23,521 DEBUG [Thread-1009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:23,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,523 DEBUG [Thread-996 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,524 DEBUG [Thread-996 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,524 DEBUG [Thread-996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,525 DEBUG [Thread-1005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:23,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:23,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:23,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:57:23,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/d832cf02e2b74803b728bde883a6d685 is 50, key is test_row_0/A:col10/1731884243516/Put/seqid=0 2024-11-17T22:57:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884243545, max timestamp=1731884243553Num uniques 859; 2024-11-17T22:57:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884243545, max timestamp=1731884243553Num uniques 859; 2024-11-17T22:57:23,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:23,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:23,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884243545, max timestamp=1731884243553Num uniques 859; 2024-11-17T22:57:23,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884303575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884303575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884303577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884303584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884303584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742033_1209 (size=12001) 2024-11-17T22:57:23,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/d832cf02e2b74803b728bde883a6d685 2024-11-17T22:57:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T22:57:23,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/e89ccd29f229481ea22468a8833a1660 is 50, key is test_row_0/B:col10/1731884243516/Put/seqid=0 2024-11-17T22:57:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742034_1210 (size=12001) 2024-11-17T22:57:23,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/e89ccd29f229481ea22468a8833a1660 2024-11-17T22:57:23,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-17T22:57:23,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:23,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/380c744e6c054e82a88f9341eddcb601 is 50, key is test_row_0/C:col10/1731884243516/Put/seqid=0 2024-11-17T22:57:23,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884303691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884303691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884303691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884303700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742035_1211 (size=12001) 2024-11-17T22:57:23,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/380c744e6c054e82a88f9341eddcb601 2024-11-17T22:57:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/d832cf02e2b74803b728bde883a6d685 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/d832cf02e2b74803b728bde883a6d685 2024-11-17T22:57:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884303710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/d832cf02e2b74803b728bde883a6d685, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T22:57:23,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/e89ccd29f229481ea22468a8833a1660 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e89ccd29f229481ea22468a8833a1660 2024-11-17T22:57:23,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e89ccd29f229481ea22468a8833a1660, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T22:57:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/380c744e6c054e82a88f9341eddcb601 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/380c744e6c054e82a88f9341eddcb601 2024-11-17T22:57:23,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/380c744e6c054e82a88f9341eddcb601, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T22:57:23,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 227ms, sequenceid=12, compaction requested=false 2024-11-17T22:57:23,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:23,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-17T22:57:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,821 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-17T22:57:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T22:57:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/58a555b6887643e591b84ef5afd16771 is 50, key is test_row_0/A:col10/1731884243582/Put/seqid=0 2024-11-17T22:57:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742036_1212 (size=12001) 2024-11-17T22:57:23,843 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/58a555b6887643e591b84ef5afd16771 2024-11-17T22:57:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7478c5c8baaa4d928102a34d23c24fb3 is 50, key is test_row_0/B:col10/1731884243582/Put/seqid=0 2024-11-17T22:57:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742037_1213 (size=12001) 2024-11-17T22:57:23,863 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7478c5c8baaa4d928102a34d23c24fb3 2024-11-17T22:57:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/058e7724eb884ac281ce0772c8d34451 is 50, key is test_row_0/C:col10/1731884243582/Put/seqid=0 2024-11-17T22:57:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742038_1214 (size=12001) 2024-11-17T22:57:23,902 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/058e7724eb884ac281ce0772c8d34451 2024-11-17T22:57:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:23,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/58a555b6887643e591b84ef5afd16771 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/58a555b6887643e591b84ef5afd16771 2024-11-17T22:57:23,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/58a555b6887643e591b84ef5afd16771, entries=150, sequenceid=48, filesize=11.7 K 2024-11-17T22:57:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884303913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884303913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884303914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884303916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7478c5c8baaa4d928102a34d23c24fb3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7478c5c8baaa4d928102a34d23c24fb3 2024-11-17T22:57:23,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884303920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:23,928 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7478c5c8baaa4d928102a34d23c24fb3, entries=150, sequenceid=48, filesize=11.7 K 2024-11-17T22:57:23,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/058e7724eb884ac281ce0772c8d34451 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/058e7724eb884ac281ce0772c8d34451 2024-11-17T22:57:23,946 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/058e7724eb884ac281ce0772c8d34451, entries=150, sequenceid=48, filesize=11.7 K 2024-11-17T22:57:23,947 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 126ms, sequenceid=48, compaction requested=false 2024-11-17T22:57:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-17T22:57:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-17T22:57:23,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-17T22:57:23,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 437 msec 2024-11-17T22:57:23,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 446 msec 2024-11-17T22:57:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:24,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:57:24,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:24,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:24,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:24,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:24,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:24,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:24,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/bb4995fb27884049b6863213ddf42a90 is 50, key is test_row_0/A:col10/1731884244032/Put/seqid=0 2024-11-17T22:57:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742039_1215 (size=14341) 2024-11-17T22:57:24,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884304064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884304068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884304069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884304071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T22:57:24,141 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:24,141 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-17T22:57:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:24,143 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:24,144 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:24,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884304180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884304180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884304180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884304180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884304230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:24,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-17T22:57:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884304390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884304391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884304391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884304391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-17T22:57:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:24,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/bb4995fb27884049b6863213ddf42a90 2024-11-17T22:57:24,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/dea965265ddf4c83aeaf010fef5d1922 is 50, key is test_row_0/B:col10/1731884244032/Put/seqid=0 2024-11-17T22:57:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742040_1216 (size=12001) 2024-11-17T22:57:24,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/dea965265ddf4c83aeaf010fef5d1922 2024-11-17T22:57:24,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/70b4b87ecb3e4c24b63a1e8aee907dbb is 50, key is test_row_0/C:col10/1731884244032/Put/seqid=0 2024-11-17T22:57:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742041_1217 (size=12001) 2024-11-17T22:57:24,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-17T22:57:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884304700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884304700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884304701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884304701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884304740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:24,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:24,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:24,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-17T22:57:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:24,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-17T22:57:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:24,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/70b4b87ecb3e4c24b63a1e8aee907dbb 2024-11-17T22:57:24,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/bb4995fb27884049b6863213ddf42a90 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/bb4995fb27884049b6863213ddf42a90 2024-11-17T22:57:24,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/bb4995fb27884049b6863213ddf42a90, entries=200, sequenceid=61, filesize=14.0 K 2024-11-17T22:57:24,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/dea965265ddf4c83aeaf010fef5d1922 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/dea965265ddf4c83aeaf010fef5d1922 2024-11-17T22:57:24,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/dea965265ddf4c83aeaf010fef5d1922, entries=150, sequenceid=61, filesize=11.7 K 2024-11-17T22:57:24,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/70b4b87ecb3e4c24b63a1e8aee907dbb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/70b4b87ecb3e4c24b63a1e8aee907dbb 2024-11-17T22:57:24,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/70b4b87ecb3e4c24b63a1e8aee907dbb, entries=150, sequenceid=61, filesize=11.7 K 2024-11-17T22:57:24,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 911ms, sequenceid=61, compaction requested=true 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:24,944 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:24,944 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:24,945 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:24,945 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:24,946 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:24,946 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:24,946 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,946 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,946 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e89ccd29f229481ea22468a8833a1660, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7478c5c8baaa4d928102a34d23c24fb3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/dea965265ddf4c83aeaf010fef5d1922] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.2 K 2024-11-17T22:57:24,946 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/d832cf02e2b74803b728bde883a6d685, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/58a555b6887643e591b84ef5afd16771, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/bb4995fb27884049b6863213ddf42a90] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.4 K 2024-11-17T22:57:24,946 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e89ccd29f229481ea22468a8833a1660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731884243516 2024-11-17T22:57:24,946 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d832cf02e2b74803b728bde883a6d685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731884243516 2024-11-17T22:57:24,947 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7478c5c8baaa4d928102a34d23c24fb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731884243574 2024-11-17T22:57:24,947 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58a555b6887643e591b84ef5afd16771, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731884243574 2024-11-17T22:57:24,947 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dea965265ddf4c83aeaf010fef5d1922, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884244031 2024-11-17T22:57:24,948 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb4995fb27884049b6863213ddf42a90, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884243914 2024-11-17T22:57:24,963 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:24,964 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7542d96d72c64ff781244020ce2e723f is 50, key is test_row_0/A:col10/1731884244032/Put/seqid=0 2024-11-17T22:57:24,971 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:24,972 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/e3b7c6e194cf4b37b66ad5758346495e is 50, key is test_row_0/B:col10/1731884244032/Put/seqid=0 2024-11-17T22:57:24,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742042_1218 (size=12104) 2024-11-17T22:57:24,988 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7542d96d72c64ff781244020ce2e723f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7542d96d72c64ff781244020ce2e723f 2024-11-17T22:57:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742043_1219 (size=12104) 2024-11-17T22:57:24,994 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 7542d96d72c64ff781244020ce2e723f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:24,994 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:24,994 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884244944; duration=0sec 2024-11-17T22:57:24,994 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:24,994 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:24,994 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:24,996 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/e3b7c6e194cf4b37b66ad5758346495e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e3b7c6e194cf4b37b66ad5758346495e 2024-11-17T22:57:24,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:24,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:24,996 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:24,996 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/380c744e6c054e82a88f9341eddcb601, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/058e7724eb884ac281ce0772c8d34451, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/70b4b87ecb3e4c24b63a1e8aee907dbb] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.2 K 2024-11-17T22:57:24,997 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 380c744e6c054e82a88f9341eddcb601, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731884243516 2024-11-17T22:57:24,997 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 058e7724eb884ac281ce0772c8d34451, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731884243574 2024-11-17T22:57:24,998 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70b4b87ecb3e4c24b63a1e8aee907dbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884244031 2024-11-17T22:57:25,002 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into e3b7c6e194cf4b37b66ad5758346495e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:25,002 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:25,002 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884244944; duration=0sec 2024-11-17T22:57:25,003 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:25,003 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:25,008 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:25,008 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/770a4cbf4b0f4859a91493710271db74 is 50, key is test_row_0/C:col10/1731884244032/Put/seqid=0 2024-11-17T22:57:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742044_1220 (size=12104) 2024-11-17T22:57:25,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-17T22:57:25,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:25,067 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-17T22:57:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/63459f20200d4b0ea14dddef9f1b7b0b is 50, key is test_row_0/A:col10/1731884244068/Put/seqid=0 2024-11-17T22:57:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742045_1221 (size=12001) 2024-11-17T22:57:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:25,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:25,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884305227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884305229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884305230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884305226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:25,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884305341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884305341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884305341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884305350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,428 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/770a4cbf4b0f4859a91493710271db74 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/770a4cbf4b0f4859a91493710271db74 2024-11-17T22:57:25,436 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into 770a4cbf4b0f4859a91493710271db74(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:25,436 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:25,436 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884244944; duration=0sec 2024-11-17T22:57:25,437 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:25,437 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:25,493 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/63459f20200d4b0ea14dddef9f1b7b0b 2024-11-17T22:57:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7356fbd3e7274c4981c88b6c01d525f9 is 50, key is test_row_0/B:col10/1731884244068/Put/seqid=0 2024-11-17T22:57:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742046_1222 (size=12001) 2024-11-17T22:57:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884305550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884305550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884305551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884305560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884305751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,755 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 3a57b1c211b9fbb0b9f86b0512f70f49 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884305860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884305860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884305860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884305871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:25,923 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7356fbd3e7274c4981c88b6c01d525f9 2024-11-17T22:57:25,931 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:57:25,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/1d0ee4bd1a964787b2365bdd36ab9396 is 50, key is test_row_0/C:col10/1731884244068/Put/seqid=0 2024-11-17T22:57:25,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742047_1223 (size=12001) 2024-11-17T22:57:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:26,338 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/1d0ee4bd1a964787b2365bdd36ab9396 2024-11-17T22:57:26,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/63459f20200d4b0ea14dddef9f1b7b0b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/63459f20200d4b0ea14dddef9f1b7b0b 2024-11-17T22:57:26,350 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/63459f20200d4b0ea14dddef9f1b7b0b, entries=150, sequenceid=83, filesize=11.7 K 2024-11-17T22:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7356fbd3e7274c4981c88b6c01d525f9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7356fbd3e7274c4981c88b6c01d525f9 2024-11-17T22:57:26,357 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7356fbd3e7274c4981c88b6c01d525f9, entries=150, sequenceid=83, filesize=11.7 K 2024-11-17T22:57:26,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/1d0ee4bd1a964787b2365bdd36ab9396 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1d0ee4bd1a964787b2365bdd36ab9396 2024-11-17T22:57:26,363 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1d0ee4bd1a964787b2365bdd36ab9396, entries=150, sequenceid=83, filesize=11.7 K 2024-11-17T22:57:26,363 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1296ms, sequenceid=83, compaction requested=false 2024-11-17T22:57:26,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:26,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:26,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-17T22:57:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-17T22:57:26,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-17T22:57:26,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2210 sec 2024-11-17T22:57:26,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.2260 sec 2024-11-17T22:57:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:26,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-17T22:57:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:26,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/9038124033534cfc94c9d7f495d77dff is 50, key is test_row_0/A:col10/1731884245219/Put/seqid=0 2024-11-17T22:57:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742048_1224 (size=14341) 2024-11-17T22:57:26,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884306399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884306398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884306400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884306402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884306510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884306510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884306511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884306511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884306720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884306720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884306720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884306720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:26,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/9038124033534cfc94c9d7f495d77dff 2024-11-17T22:57:26,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a3352dca3b2c4c00b2aaace1b8303f47 is 50, key is test_row_0/B:col10/1731884245219/Put/seqid=0 2024-11-17T22:57:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742049_1225 (size=12001) 2024-11-17T22:57:26,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a3352dca3b2c4c00b2aaace1b8303f47 2024-11-17T22:57:26,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7254854a0d5f479c8807b9aaf6ee31b0 is 50, key is test_row_0/C:col10/1731884245219/Put/seqid=0 2024-11-17T22:57:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742050_1226 (size=12001) 2024-11-17T22:57:26,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7254854a0d5f479c8807b9aaf6ee31b0 2024-11-17T22:57:26,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/9038124033534cfc94c9d7f495d77dff as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/9038124033534cfc94c9d7f495d77dff 2024-11-17T22:57:26,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/9038124033534cfc94c9d7f495d77dff, entries=200, sequenceid=98, filesize=14.0 K 2024-11-17T22:57:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a3352dca3b2c4c00b2aaace1b8303f47 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3352dca3b2c4c00b2aaace1b8303f47 2024-11-17T22:57:26,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3352dca3b2c4c00b2aaace1b8303f47, entries=150, sequenceid=98, filesize=11.7 K 2024-11-17T22:57:26,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7254854a0d5f479c8807b9aaf6ee31b0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7254854a0d5f479c8807b9aaf6ee31b0 2024-11-17T22:57:26,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7254854a0d5f479c8807b9aaf6ee31b0, entries=150, sequenceid=98, filesize=11.7 K 2024-11-17T22:57:26,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 577ms, sequenceid=98, compaction requested=true 2024-11-17T22:57:26,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:26,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:26,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:26,949 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:26,950 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:26,951 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:26,951 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:26,952 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:26,952 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e3b7c6e194cf4b37b66ad5758346495e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7356fbd3e7274c4981c88b6c01d525f9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3352dca3b2c4c00b2aaace1b8303f47] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.3 K 2024-11-17T22:57:26,953 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:26,954 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:26,954 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:26,954 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7542d96d72c64ff781244020ce2e723f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/63459f20200d4b0ea14dddef9f1b7b0b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/9038124033534cfc94c9d7f495d77dff] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.5 K 2024-11-17T22:57:26,954 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e3b7c6e194cf4b37b66ad5758346495e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884244031 2024-11-17T22:57:26,955 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7542d96d72c64ff781244020ce2e723f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884244031 2024-11-17T22:57:26,955 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7356fbd3e7274c4981c88b6c01d525f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731884244059 2024-11-17T22:57:26,955 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63459f20200d4b0ea14dddef9f1b7b0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731884244059 2024-11-17T22:57:26,956 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a3352dca3b2c4c00b2aaace1b8303f47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884245219 2024-11-17T22:57:26,958 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9038124033534cfc94c9d7f495d77dff, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884245219 2024-11-17T22:57:26,980 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:26,980 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c93c292eab4f4b59be67015b5d21fe1f is 50, key is test_row_0/B:col10/1731884245219/Put/seqid=0 2024-11-17T22:57:26,985 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:26,986 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/52f5ab3d80614a098d6844d5dd289010 is 50, key is test_row_0/A:col10/1731884245219/Put/seqid=0 2024-11-17T22:57:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742052_1228 (size=12207) 2024-11-17T22:57:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742051_1227 (size=12207) 2024-11-17T22:57:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:27,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:57:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:27,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/620153f57efd47f89be5fc5f2f4e8f58 is 50, key is test_row_0/A:col10/1731884247038/Put/seqid=0 2024-11-17T22:57:27,058 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c93c292eab4f4b59be67015b5d21fe1f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c93c292eab4f4b59be67015b5d21fe1f 2024-11-17T22:57:27,060 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/52f5ab3d80614a098d6844d5dd289010 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/52f5ab3d80614a098d6844d5dd289010 2024-11-17T22:57:27,078 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into c93c292eab4f4b59be67015b5d21fe1f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:27,078 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:27,078 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884246949; duration=0sec 2024-11-17T22:57:27,078 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:27,078 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:27,079 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884307065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884307070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,083 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:27,083 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:27,083 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:27,083 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/770a4cbf4b0f4859a91493710271db74, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1d0ee4bd1a964787b2365bdd36ab9396, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7254854a0d5f479c8807b9aaf6ee31b0] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.3 K 2024-11-17T22:57:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,083 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 770a4cbf4b0f4859a91493710271db74, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884244031 2024-11-17T22:57:27,084 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d0ee4bd1a964787b2365bdd36ab9396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731884244059 2024-11-17T22:57:27,085 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7254854a0d5f479c8807b9aaf6ee31b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884245219 2024-11-17T22:57:27,081 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 52f5ab3d80614a098d6844d5dd289010(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:27,085 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:27,085 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884246949; duration=0sec 2024-11-17T22:57:27,085 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:27,085 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:27,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884307072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884307081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742053_1229 (size=16681) 2024-11-17T22:57:27,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/620153f57efd47f89be5fc5f2f4e8f58 2024-11-17T22:57:27,103 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:27,104 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/db665448281c49a9a0468df54c51cd88 is 50, key is test_row_0/C:col10/1731884245219/Put/seqid=0 2024-11-17T22:57:27,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a7aa977a73674c0bb6a30f44e5c3f1dc is 50, key is test_row_0/B:col10/1731884247038/Put/seqid=0 2024-11-17T22:57:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742054_1230 (size=12207) 2024-11-17T22:57:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742055_1231 (size=12001) 2024-11-17T22:57:27,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884307190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884307190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884307190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884307201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884307411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884307411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884307411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884307421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:57:27,588 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/db665448281c49a9a0468df54c51cd88 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/db665448281c49a9a0468df54c51cd88 2024-11-17T22:57:27,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a7aa977a73674c0bb6a30f44e5c3f1dc 2024-11-17T22:57:27,595 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into db665448281c49a9a0468df54c51cd88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:27,595 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:27,595 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884246950; duration=0sec 2024-11-17T22:57:27,595 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:27,595 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:27,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d5906c0c97b54898b5234f08a6f0fd79 is 50, key is test_row_0/C:col10/1731884247038/Put/seqid=0 2024-11-17T22:57:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742056_1232 (size=12001) 2024-11-17T22:57:27,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884307720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884307720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884307720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884307731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884307770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:27,776 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 3a57b1c211b9fbb0b9f86b0512f70f49 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d5906c0c97b54898b5234f08a6f0fd79 2024-11-17T22:57:28,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/620153f57efd47f89be5fc5f2f4e8f58 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/620153f57efd47f89be5fc5f2f4e8f58 2024-11-17T22:57:28,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/620153f57efd47f89be5fc5f2f4e8f58, entries=250, sequenceid=118, filesize=16.3 K 2024-11-17T22:57:28,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a7aa977a73674c0bb6a30f44e5c3f1dc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a7aa977a73674c0bb6a30f44e5c3f1dc 2024-11-17T22:57:28,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a7aa977a73674c0bb6a30f44e5c3f1dc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-17T22:57:28,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d5906c0c97b54898b5234f08a6f0fd79 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d5906c0c97b54898b5234f08a6f0fd79 2024-11-17T22:57:28,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d5906c0c97b54898b5234f08a6f0fd79, entries=150, sequenceid=118, filesize=11.7 K 2024-11-17T22:57:28,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1038ms, sequenceid=118, compaction requested=false 2024-11-17T22:57:28,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:28,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:57:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:28,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/6aa2ae3a519043af8ee488f079b3a70a is 50, key is test_row_0/A:col10/1731884247053/Put/seqid=0 2024-11-17T22:57:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884308273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884308275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884308280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742057_1233 (size=12101) 2024-11-17T22:57:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884308281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/6aa2ae3a519043af8ee488f079b3a70a 2024-11-17T22:57:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T22:57:28,312 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:28,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-17T22:57:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-17T22:57:28,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:28,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:28,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:28,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/b6d527e4ea434f508b9fbc9703615d93 is 50, key is test_row_0/B:col10/1731884247053/Put/seqid=0 2024-11-17T22:57:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742058_1234 (size=12101) 2024-11-17T22:57:28,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/b6d527e4ea434f508b9fbc9703615d93 2024-11-17T22:57:28,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/fcaa548f4f9347349e95f8beb5507ff3 is 50, key is test_row_0/C:col10/1731884247053/Put/seqid=0 2024-11-17T22:57:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884308390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884308390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884308391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884308400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742059_1235 (size=12101) 2024-11-17T22:57:28,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/fcaa548f4f9347349e95f8beb5507ff3 2024-11-17T22:57:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-17T22:57:28,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/6aa2ae3a519043af8ee488f079b3a70a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/6aa2ae3a519043af8ee488f079b3a70a 2024-11-17T22:57:28,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/6aa2ae3a519043af8ee488f079b3a70a, entries=150, sequenceid=134, filesize=11.8 K 2024-11-17T22:57:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/b6d527e4ea434f508b9fbc9703615d93 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/b6d527e4ea434f508b9fbc9703615d93 2024-11-17T22:57:28,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/b6d527e4ea434f508b9fbc9703615d93, entries=150, sequenceid=134, filesize=11.8 K 2024-11-17T22:57:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/fcaa548f4f9347349e95f8beb5507ff3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/fcaa548f4f9347349e95f8beb5507ff3 2024-11-17T22:57:28,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/fcaa548f4f9347349e95f8beb5507ff3, entries=150, sequenceid=134, filesize=11.8 K 2024-11-17T22:57:28,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 208ms, sequenceid=134, compaction requested=true 2024-11-17T22:57:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:28,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:28,444 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:28,444 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:28,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:28,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:28,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:28,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:28,445 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:28,445 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:28,445 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:28,445 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/52f5ab3d80614a098d6844d5dd289010, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/620153f57efd47f89be5fc5f2f4e8f58, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/6aa2ae3a519043af8ee488f079b3a70a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=40.0 K 2024-11-17T22:57:28,445 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:28,445 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:28,445 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:28,445 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c93c292eab4f4b59be67015b5d21fe1f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a7aa977a73674c0bb6a30f44e5c3f1dc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/b6d527e4ea434f508b9fbc9703615d93] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.5 K 2024-11-17T22:57:28,446 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f5ab3d80614a098d6844d5dd289010, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884245219 2024-11-17T22:57:28,446 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c93c292eab4f4b59be67015b5d21fe1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884245219 2024-11-17T22:57:28,446 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 620153f57efd47f89be5fc5f2f4e8f58, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884246385 2024-11-17T22:57:28,446 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a7aa977a73674c0bb6a30f44e5c3f1dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884246385 2024-11-17T22:57:28,447 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aa2ae3a519043af8ee488f079b3a70a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731884247053 2024-11-17T22:57:28,447 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b6d527e4ea434f508b9fbc9703615d93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731884247053 2024-11-17T22:57:28,464 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:28,465 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/4bc36e120acf455a9083471e7964f9f9 is 50, key is test_row_0/B:col10/1731884247053/Put/seqid=0 2024-11-17T22:57:28,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-17T22:57:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:28,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-17T22:57:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:28,473 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:28,474 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7bd87eb84d0d4f67b29c7f1f2f8abafe is 50, key is test_row_0/A:col10/1731884247053/Put/seqid=0 2024-11-17T22:57:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/44c819cfb20446a4abec3348e5a7c3c7 is 50, key is test_row_0/A:col10/1731884248277/Put/seqid=0 2024-11-17T22:57:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742060_1236 (size=12409) 2024-11-17T22:57:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742061_1237 (size=12409) 2024-11-17T22:57:28,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742062_1238 (size=12151) 2024-11-17T22:57:28,578 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/44c819cfb20446a4abec3348e5a7c3c7 2024-11-17T22:57:28,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/4b28c5ed630e4edf90395e42f8d81cbb is 50, key is test_row_0/B:col10/1731884248277/Put/seqid=0 2024-11-17T22:57:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:28,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-17T22:57:28,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884308623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884308625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884308631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884308632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742063_1239 (size=12151) 2024-11-17T22:57:28,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884308740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884308740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884308750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884308750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,909 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/4bc36e120acf455a9083471e7964f9f9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4bc36e120acf455a9083471e7964f9f9 2024-11-17T22:57:28,917 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into 4bc36e120acf455a9083471e7964f9f9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:28,917 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:28,917 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884248444; duration=0sec 2024-11-17T22:57:28,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:28,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:28,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:28,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:28,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:28,920 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:28,920 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/db665448281c49a9a0468df54c51cd88, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d5906c0c97b54898b5234f08a6f0fd79, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/fcaa548f4f9347349e95f8beb5507ff3] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.5 K 2024-11-17T22:57:28,921 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting db665448281c49a9a0468df54c51cd88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731884245219 2024-11-17T22:57:28,921 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d5906c0c97b54898b5234f08a6f0fd79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731884246385 2024-11-17T22:57:28,922 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting fcaa548f4f9347349e95f8beb5507ff3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731884247053 2024-11-17T22:57:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-17T22:57:28,949 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7bd87eb84d0d4f67b29c7f1f2f8abafe as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7bd87eb84d0d4f67b29c7f1f2f8abafe 2024-11-17T22:57:28,952 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:28,953 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a378d047699f40469914a924a0291402 is 50, key is test_row_0/C:col10/1731884247053/Put/seqid=0 2024-11-17T22:57:28,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884308951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884308951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,960 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 7bd87eb84d0d4f67b29c7f1f2f8abafe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:28,960 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:28,961 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884248443; duration=0sec 2024-11-17T22:57:28,961 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:28,961 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884308960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884308960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742064_1240 (size=12409) 2024-11-17T22:57:29,052 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/4b28c5ed630e4edf90395e42f8d81cbb 2024-11-17T22:57:29,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/2f7bf757876e4bb0829f7dee81e9b090 is 50, key is test_row_0/C:col10/1731884248277/Put/seqid=0 2024-11-17T22:57:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742065_1241 (size=12151) 2024-11-17T22:57:29,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884309270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884309270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884309280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884309281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,426 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a378d047699f40469914a924a0291402 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a378d047699f40469914a924a0291402 2024-11-17T22:57:29,432 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into a378d047699f40469914a924a0291402(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:29,432 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:29,432 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884248444; duration=0sec 2024-11-17T22:57:29,432 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:29,432 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-17T22:57:29,517 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/2f7bf757876e4bb0829f7dee81e9b090 2024-11-17T22:57:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/44c819cfb20446a4abec3348e5a7c3c7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c819cfb20446a4abec3348e5a7c3c7 2024-11-17T22:57:29,529 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c819cfb20446a4abec3348e5a7c3c7, entries=150, sequenceid=154, filesize=11.9 K 2024-11-17T22:57:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/4b28c5ed630e4edf90395e42f8d81cbb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4b28c5ed630e4edf90395e42f8d81cbb 2024-11-17T22:57:29,540 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4b28c5ed630e4edf90395e42f8d81cbb, entries=150, sequenceid=154, filesize=11.9 K 2024-11-17T22:57:29,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/2f7bf757876e4bb0829f7dee81e9b090 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/2f7bf757876e4bb0829f7dee81e9b090 2024-11-17T22:57:29,548 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/2f7bf757876e4bb0829f7dee81e9b090, entries=150, sequenceid=154, filesize=11.9 K 2024-11-17T22:57:29,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1080ms, sequenceid=154, compaction requested=false 2024-11-17T22:57:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-17T22:57:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-17T22:57:29,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-17T22:57:29,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2360 sec 2024-11-17T22:57:29,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.2410 sec 2024-11-17T22:57:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:29,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-17T22:57:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:29,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/77d08fd226ae496cbac607d6e221213f is 50, key is test_row_0/A:col10/1731884249781/Put/seqid=0 2024-11-17T22:57:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742066_1242 (size=12151) 2024-11-17T22:57:29,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/77d08fd226ae496cbac607d6e221213f 2024-11-17T22:57:29,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a49c2f5f3a8243198f2a571e7a34ca59 is 50, key is test_row_0/B:col10/1731884249781/Put/seqid=0 2024-11-17T22:57:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884309822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884309823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884309825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884309825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742067_1243 (size=12151) 2024-11-17T22:57:29,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884309940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884309940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884309940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884309941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884310150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884310150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884310151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884310151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a49c2f5f3a8243198f2a571e7a34ca59 2024-11-17T22:57:30,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d77dac5691484cf1a1e7a9ac403a26d8 is 50, key is test_row_0/C:col10/1731884249781/Put/seqid=0 2024-11-17T22:57:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742068_1244 (size=12151) 2024-11-17T22:57:30,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d77dac5691484cf1a1e7a9ac403a26d8 2024-11-17T22:57:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/77d08fd226ae496cbac607d6e221213f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/77d08fd226ae496cbac607d6e221213f 2024-11-17T22:57:30,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/77d08fd226ae496cbac607d6e221213f, entries=150, sequenceid=172, filesize=11.9 K 2024-11-17T22:57:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a49c2f5f3a8243198f2a571e7a34ca59 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a49c2f5f3a8243198f2a571e7a34ca59 2024-11-17T22:57:30,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a49c2f5f3a8243198f2a571e7a34ca59, entries=150, sequenceid=172, filesize=11.9 K 2024-11-17T22:57:30,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d77dac5691484cf1a1e7a9ac403a26d8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d77dac5691484cf1a1e7a9ac403a26d8 2024-11-17T22:57:30,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d77dac5691484cf1a1e7a9ac403a26d8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-17T22:57:30,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 528ms, sequenceid=172, compaction requested=true 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:30,311 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:30,311 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:30,312 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:30,312 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:30,312 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:30,312 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:30,312 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,312 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4bc36e120acf455a9083471e7964f9f9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4b28c5ed630e4edf90395e42f8d81cbb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a49c2f5f3a8243198f2a571e7a34ca59] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.9 K 2024-11-17T22:57:30,312 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,313 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7bd87eb84d0d4f67b29c7f1f2f8abafe, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c819cfb20446a4abec3348e5a7c3c7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/77d08fd226ae496cbac607d6e221213f] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.9 K 2024-11-17T22:57:30,313 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc36e120acf455a9083471e7964f9f9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731884247053 2024-11-17T22:57:30,313 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd87eb84d0d4f67b29c7f1f2f8abafe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731884247053 2024-11-17T22:57:30,314 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b28c5ed630e4edf90395e42f8d81cbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731884248273 2024-11-17T22:57:30,314 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c819cfb20446a4abec3348e5a7c3c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731884248273 2024-11-17T22:57:30,314 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d08fd226ae496cbac607d6e221213f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884248614 2024-11-17T22:57:30,314 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a49c2f5f3a8243198f2a571e7a34ca59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884248614 2024-11-17T22:57:30,326 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:30,326 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/f293ac59126e4e7c8daa6f4f7448f396 is 50, key is test_row_0/A:col10/1731884249781/Put/seqid=0 2024-11-17T22:57:30,331 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:30,331 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/bfd4234f731b43cc9dfd4dc59a9bd734 is 50, key is test_row_0/B:col10/1731884249781/Put/seqid=0 2024-11-17T22:57:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742069_1245 (size=12561) 2024-11-17T22:57:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742070_1246 (size=12561) 2024-11-17T22:57:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:30,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-17T22:57:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-17T22:57:30,471 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:30,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-17T22:57:30,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/44c8a857582044a7aba0882383c1a9e0 is 50, key is test_row_0/A:col10/1731884249805/Put/seqid=0 2024-11-17T22:57:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-17T22:57:30,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:30,474 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:30,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742071_1247 (size=12151) 2024-11-17T22:57:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884310474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884310476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884310479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884310480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-17T22:57:30,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884310590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884310590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884310590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884310590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-17T22:57:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,749 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/f293ac59126e4e7c8daa6f4f7448f396 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/f293ac59126e4e7c8daa6f4f7448f396 2024-11-17T22:57:30,760 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into f293ac59126e4e7c8daa6f4f7448f396(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:30,760 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:30,760 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884250311; duration=0sec 2024-11-17T22:57:30,760 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:30,760 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:30,760 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:30,763 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:30,763 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:30,763 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,763 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a378d047699f40469914a924a0291402, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/2f7bf757876e4bb0829f7dee81e9b090, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d77dac5691484cf1a1e7a9ac403a26d8] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=35.9 K 2024-11-17T22:57:30,764 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting a378d047699f40469914a924a0291402, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731884247053 2024-11-17T22:57:30,764 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/bfd4234f731b43cc9dfd4dc59a9bd734 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/bfd4234f731b43cc9dfd4dc59a9bd734 2024-11-17T22:57:30,765 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f7bf757876e4bb0829f7dee81e9b090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731884248273 2024-11-17T22:57:30,767 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77dac5691484cf1a1e7a9ac403a26d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884248614 2024-11-17T22:57:30,776 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into bfd4234f731b43cc9dfd4dc59a9bd734(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:30,776 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:30,776 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884250311; duration=0sec 2024-11-17T22:57:30,776 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:30,776 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:30,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-17T22:57:30,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:30,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-17T22:57:30,791 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:30,791 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/ab3925284766421dac8d1c4955f30e88 is 50, key is test_row_0/C:col10/1731884249781/Put/seqid=0 2024-11-17T22:57:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884310801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884310801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884310802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884310802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:30,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742072_1248 (size=12561) 2024-11-17T22:57:30,845 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/ab3925284766421dac8d1c4955f30e88 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ab3925284766421dac8d1c4955f30e88 2024-11-17T22:57:30,855 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into ab3925284766421dac8d1c4955f30e88(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:30,855 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:30,855 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884250311; duration=0sec 2024-11-17T22:57:30,855 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:30,855 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:30,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/44c8a857582044a7aba0882383c1a9e0 2024-11-17T22:57:30,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7121dadba565424a889d797c917734bb is 50, key is test_row_0/B:col10/1731884249805/Put/seqid=0 2024-11-17T22:57:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742073_1249 (size=12151) 2024-11-17T22:57:30,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7121dadba565424a889d797c917734bb 2024-11-17T22:57:30,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/0a60dd11c5fb4bdd90e25f76ce4c3585 is 50, key is test_row_0/C:col10/1731884249805/Put/seqid=0 2024-11-17T22:57:30,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-17T22:57:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:30,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742074_1250 (size=12151) 2024-11-17T22:57:30,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/0a60dd11c5fb4bdd90e25f76ce4c3585 2024-11-17T22:57:30,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/44c8a857582044a7aba0882383c1a9e0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c8a857582044a7aba0882383c1a9e0 2024-11-17T22:57:31,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c8a857582044a7aba0882383c1a9e0, entries=150, sequenceid=194, filesize=11.9 K 2024-11-17T22:57:31,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/7121dadba565424a889d797c917734bb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7121dadba565424a889d797c917734bb 2024-11-17T22:57:31,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7121dadba565424a889d797c917734bb, entries=150, sequenceid=194, filesize=11.9 K 2024-11-17T22:57:31,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/0a60dd11c5fb4bdd90e25f76ce4c3585 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/0a60dd11c5fb4bdd90e25f76ce4c3585 2024-11-17T22:57:31,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/0a60dd11c5fb4bdd90e25f76ce4c3585, entries=150, sequenceid=194, filesize=11.9 K 2024-11-17T22:57:31,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 559ms, sequenceid=194, compaction requested=false 2024-11-17T22:57:31,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:31,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-17T22:57:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:31,088 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:57:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:31,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:31,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:31,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:31,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/8f9029109b334aa58d99f8276b6acd83 is 50, key is test_row_0/A:col10/1731884250469/Put/seqid=0 2024-11-17T22:57:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-17T22:57:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:31,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742075_1251 (size=12151) 2024-11-17T22:57:31,132 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/8f9029109b334aa58d99f8276b6acd83 2024-11-17T22:57:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/668a28940ab8461f99e14730353db72b is 50, key is test_row_0/B:col10/1731884250469/Put/seqid=0 2024-11-17T22:57:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884311140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884251127, max timestamp=1731884251145Num uniques 859; 2024-11-17T22:57:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884311142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731884251127, max timestamp=1731884251145Num uniques 859; 2024-11-17T22:57:31,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-17T22:57:31,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731884251127, max timestamp=1731884251145Num uniques 859; 2024-11-17T22:57:31,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-17T22:57:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742076_1252 (size=12151) 2024-11-17T22:57:31,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884311198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884311203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884311250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884311261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884311310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884311320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884311461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884311478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884311520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884311530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/668a28940ab8461f99e14730353db72b 2024-11-17T22:57:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/ad4359c78dbb46ae83e91624e7c1aff1 is 50, key is test_row_0/C:col10/1731884250469/Put/seqid=0 2024-11-17T22:57:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742077_1253 (size=12151) 2024-11-17T22:57:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-17T22:57:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884311770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884311790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884311810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,814 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 3a57b1c211b9fbb0b9f86b0512f70f49 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884311831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884311840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:31,996 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/ad4359c78dbb46ae83e91624e7c1aff1 2024-11-17T22:57:32,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/8f9029109b334aa58d99f8276b6acd83 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8f9029109b334aa58d99f8276b6acd83 2024-11-17T22:57:32,014 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8f9029109b334aa58d99f8276b6acd83, entries=150, sequenceid=207, filesize=11.9 K 2024-11-17T22:57:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/668a28940ab8461f99e14730353db72b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/668a28940ab8461f99e14730353db72b 2024-11-17T22:57:32,029 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/668a28940ab8461f99e14730353db72b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-17T22:57:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/ad4359c78dbb46ae83e91624e7c1aff1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ad4359c78dbb46ae83e91624e7c1aff1 2024-11-17T22:57:32,038 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ad4359c78dbb46ae83e91624e7c1aff1, entries=150, sequenceid=207, filesize=11.9 K 2024-11-17T22:57:32,039 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.39 KB/136590 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 951ms, sequenceid=207, compaction requested=true 2024-11-17T22:57:32,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:32,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-17T22:57:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-17T22:57:32,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-17T22:57:32,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5680 sec 2024-11-17T22:57:32,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5760 sec 2024-11-17T22:57:32,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884251189, max timestamp=1731884252284Num uniques 1018; 2024-11-17T22:57:32,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:57:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884251189, max timestamp=1731884252284Num uniques 1009; 2024-11-17T22:57:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-17T22:57:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884251189, max timestamp=1731884252284Num uniques 1009; 2024-11-17T22:57:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-17T22:57:32,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB 2024-11-17T22:57:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:32,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/1ab6d3832ca24a5fba395f0c5335b186 is 50, key is test_row_0/A:col10/1731884252302/Put/seqid=0 2024-11-17T22:57:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742078_1254 (size=12151) 2024-11-17T22:57:32,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/1ab6d3832ca24a5fba395f0c5335b186 2024-11-17T22:57:32,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/0e8e01b2d05646258845ea00069feecc is 50, key is test_row_0/B:col10/1731884252302/Put/seqid=0 2024-11-17T22:57:32,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884252366, max timestamp=1731884252381Num uniques 859; 2024-11-17T22:57:32,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:32,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884252366, max timestamp=1731884252381Num uniques 859; 2024-11-17T22:57:32,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:32,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884252366, max timestamp=1731884252381Num uniques 859; 2024-11-17T22:57:32,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742079_1255 (size=12151) 2024-11-17T22:57:32,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/0e8e01b2d05646258845ea00069feecc 2024-11-17T22:57:32,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/c65a955a9ae1434ab6ca0e19c2a19226 is 50, key is test_row_0/C:col10/1731884252302/Put/seqid=0 2024-11-17T22:57:32,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742080_1256 (size=12151) 2024-11-17T22:57:32,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/c65a955a9ae1434ab6ca0e19c2a19226 2024-11-17T22:57:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/1ab6d3832ca24a5fba395f0c5335b186 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1ab6d3832ca24a5fba395f0c5335b186 2024-11-17T22:57:32,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1ab6d3832ca24a5fba395f0c5335b186, entries=150, sequenceid=249, filesize=11.9 K 2024-11-17T22:57:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/0e8e01b2d05646258845ea00069feecc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/0e8e01b2d05646258845ea00069feecc 2024-11-17T22:57:32,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/0e8e01b2d05646258845ea00069feecc, entries=150, sequenceid=249, filesize=11.9 K 2024-11-17T22:57:32,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/c65a955a9ae1434ab6ca0e19c2a19226 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/c65a955a9ae1434ab6ca0e19c2a19226 2024-11-17T22:57:32,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/c65a955a9ae1434ab6ca0e19c2a19226, entries=150, sequenceid=249, filesize=11.9 K 2024-11-17T22:57:32,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.03 KB/148512, currentSize=107.34 KB/109920 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 169ms, sequenceid=249, compaction requested=true 2024-11-17T22:57:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:32,474 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:57:32,474 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:32,475 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:32,475 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:32,475 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:32,475 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:32,475 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,475 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,475 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/f293ac59126e4e7c8daa6f4f7448f396, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c8a857582044a7aba0882383c1a9e0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8f9029109b334aa58d99f8276b6acd83, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1ab6d3832ca24a5fba395f0c5335b186] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=47.9 K 2024-11-17T22:57:32,475 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/bfd4234f731b43cc9dfd4dc59a9bd734, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7121dadba565424a889d797c917734bb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/668a28940ab8461f99e14730353db72b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/0e8e01b2d05646258845ea00069feecc] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=47.9 K 2024-11-17T22:57:32,476 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f293ac59126e4e7c8daa6f4f7448f396, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884248614 2024-11-17T22:57:32,476 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting bfd4234f731b43cc9dfd4dc59a9bd734, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884248614 2024-11-17T22:57:32,476 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c8a857582044a7aba0882383c1a9e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731884249805 2024-11-17T22:57:32,476 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7121dadba565424a889d797c917734bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731884249805 2024-11-17T22:57:32,477 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f9029109b334aa58d99f8276b6acd83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731884250469 2024-11-17T22:57:32,477 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 668a28940ab8461f99e14730353db72b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731884250469 2024-11-17T22:57:32,477 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab6d3832ca24a5fba395f0c5335b186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731884252284 2024-11-17T22:57:32,477 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e8e01b2d05646258845ea00069feecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731884252284 2024-11-17T22:57:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:32,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-17T22:57:32,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:32,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:32,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:32,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:32,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:32,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:32,499 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:32,499 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:32,500 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/2be48e9990e44e309b82812b0dfa42d6 is 50, key is test_row_0/A:col10/1731884252302/Put/seqid=0 2024-11-17T22:57:32,500 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5e6bd5613e2e4919a072365839dde03e is 50, key is test_row_0/B:col10/1731884252302/Put/seqid=0 2024-11-17T22:57:32,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/057792988d044d8ab79d1545db06be5f is 50, key is test_row_0/A:col10/1731884252460/Put/seqid=0 2024-11-17T22:57:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742082_1258 (size=12697) 2024-11-17T22:57:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742083_1259 (size=12301) 2024-11-17T22:57:32,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742081_1257 (size=12697) 2024-11-17T22:57:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884312547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884312547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884312548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884312549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-17T22:57:32,620 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:32,620 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-17T22:57:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T22:57:32,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:32,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:32,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:32,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884312660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884312660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884312660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884312660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T22:57:32,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-17T22:57:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:32,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884312870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884312870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884312870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884312871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:32,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/057792988d044d8ab79d1545db06be5f 2024-11-17T22:57:32,928 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5e6bd5613e2e4919a072365839dde03e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5e6bd5613e2e4919a072365839dde03e 2024-11-17T22:57:32,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-17T22:57:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:32,935 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/2be48e9990e44e309b82812b0dfa42d6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2be48e9990e44e309b82812b0dfa42d6 2024-11-17T22:57:32,937 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into 5e6bd5613e2e4919a072365839dde03e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:32,937 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:32,937 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=12, startTime=1731884252474; duration=0sec 2024-11-17T22:57:32,938 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:32,938 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:32,938 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:57:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T22:57:32,943 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 2be48e9990e44e309b82812b0dfa42d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:32,943 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:32,943 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=12, startTime=1731884252473; duration=0sec 2024-11-17T22:57:32,943 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:32,943 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:32,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/58bec213ba58469198e5bb18b09637e9 is 50, key is test_row_0/B:col10/1731884252460/Put/seqid=0 2024-11-17T22:57:32,950 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:57:32,950 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:32,950 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:32,950 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ab3925284766421dac8d1c4955f30e88, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/0a60dd11c5fb4bdd90e25f76ce4c3585, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ad4359c78dbb46ae83e91624e7c1aff1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/c65a955a9ae1434ab6ca0e19c2a19226] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=47.9 K 2024-11-17T22:57:32,951 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ab3925284766421dac8d1c4955f30e88, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731884248614 2024-11-17T22:57:32,952 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a60dd11c5fb4bdd90e25f76ce4c3585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731884249805 2024-11-17T22:57:32,952 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ad4359c78dbb46ae83e91624e7c1aff1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731884250469 2024-11-17T22:57:32,952 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c65a955a9ae1434ab6ca0e19c2a19226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731884252284 2024-11-17T22:57:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742084_1260 (size=12301) 2024-11-17T22:57:32,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/58bec213ba58469198e5bb18b09637e9 2024-11-17T22:57:32,984 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:32,987 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/5b4c05c519bf48cebdd990866e4bf316 is 50, key is test_row_0/C:col10/1731884252302/Put/seqid=0 2024-11-17T22:57:32,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/f09e84f9a3674f80bccfef076f78990e is 50, key is test_row_0/C:col10/1731884252460/Put/seqid=0 2024-11-17T22:57:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742085_1261 (size=12697) 2024-11-17T22:57:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742086_1262 (size=12301) 2024-11-17T22:57:33,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/f09e84f9a3674f80bccfef076f78990e 2024-11-17T22:57:33,058 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/5b4c05c519bf48cebdd990866e4bf316 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5b4c05c519bf48cebdd990866e4bf316 2024-11-17T22:57:33,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/057792988d044d8ab79d1545db06be5f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/057792988d044d8ab79d1545db06be5f 2024-11-17T22:57:33,069 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into 5b4c05c519bf48cebdd990866e4bf316(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:33,069 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:33,069 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=12, startTime=1731884252474; duration=0sec 2024-11-17T22:57:33,070 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:33,070 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:33,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/057792988d044d8ab79d1545db06be5f, entries=150, sequenceid=283, filesize=12.0 K 2024-11-17T22:57:33,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/58bec213ba58469198e5bb18b09637e9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/58bec213ba58469198e5bb18b09637e9 2024-11-17T22:57:33,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/58bec213ba58469198e5bb18b09637e9, entries=150, sequenceid=283, filesize=12.0 K 2024-11-17T22:57:33,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/f09e84f9a3674f80bccfef076f78990e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/f09e84f9a3674f80bccfef076f78990e 2024-11-17T22:57:33,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-17T22:57:33,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:33,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/f09e84f9a3674f80bccfef076f78990e, entries=150, sequenceid=283, filesize=12.0 K 2024-11-17T22:57:33,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 612ms, sequenceid=283, compaction requested=false 2024-11-17T22:57:33,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:33,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:57:33,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:33,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:33,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:33,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:33,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:33,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:33,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5cfc505bfcf747c3a3a9b91664cbbb22 is 50, key is test_row_0/A:col10/1731884253184/Put/seqid=0 2024-11-17T22:57:33,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742087_1263 (size=17181) 2024-11-17T22:57:33,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5cfc505bfcf747c3a3a9b91664cbbb22 2024-11-17T22:57:33,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884313227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884313230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884313231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-17T22:57:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884313236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a3734cb2a7fd4a70a570ebcc84f856c9 is 50, key is test_row_0/B:col10/1731884253184/Put/seqid=0 2024-11-17T22:57:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T22:57:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742088_1264 (size=12301) 2024-11-17T22:57:33,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a3734cb2a7fd4a70a570ebcc84f856c9 2024-11-17T22:57:33,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7c23072f48674e4a893ba910a6007821 is 50, key is test_row_0/C:col10/1731884253184/Put/seqid=0 2024-11-17T22:57:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742089_1265 (size=12301) 2024-11-17T22:57:33,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7c23072f48674e4a893ba910a6007821 2024-11-17T22:57:33,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5cfc505bfcf747c3a3a9b91664cbbb22 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5cfc505bfcf747c3a3a9b91664cbbb22 2024-11-17T22:57:33,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5cfc505bfcf747c3a3a9b91664cbbb22, entries=250, sequenceid=302, filesize=16.8 K 2024-11-17T22:57:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a3734cb2a7fd4a70a570ebcc84f856c9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3734cb2a7fd4a70a570ebcc84f856c9 2024-11-17T22:57:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884313340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884313341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884313341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3734cb2a7fd4a70a570ebcc84f856c9, entries=150, sequenceid=302, filesize=12.0 K 2024-11-17T22:57:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7c23072f48674e4a893ba910a6007821 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7c23072f48674e4a893ba910a6007821 2024-11-17T22:57:33,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884313350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7c23072f48674e4a893ba910a6007821, entries=150, sequenceid=302, filesize=12.0 K 2024-11-17T22:57:33,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 180ms, sequenceid=302, compaction requested=true 2024-11-17T22:57:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:33,363 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:33,363 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:33,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:33,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:33,365 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:33,366 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:33,366 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,366 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:33,366 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:33,366 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5e6bd5613e2e4919a072365839dde03e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/58bec213ba58469198e5bb18b09637e9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3734cb2a7fd4a70a570ebcc84f856c9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.4 K 2024-11-17T22:57:33,366 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,366 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2be48e9990e44e309b82812b0dfa42d6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/057792988d044d8ab79d1545db06be5f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5cfc505bfcf747c3a3a9b91664cbbb22] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=41.2 K 2024-11-17T22:57:33,366 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e6bd5613e2e4919a072365839dde03e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731884252284 2024-11-17T22:57:33,366 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2be48e9990e44e309b82812b0dfa42d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731884252284 2024-11-17T22:57:33,367 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 057792988d044d8ab79d1545db06be5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731884252460 2024-11-17T22:57:33,367 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 58bec213ba58469198e5bb18b09637e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731884252460 2024-11-17T22:57:33,367 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cfc505bfcf747c3a3a9b91664cbbb22, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731884252500 2024-11-17T22:57:33,367 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a3734cb2a7fd4a70a570ebcc84f856c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731884253182 2024-11-17T22:57:33,391 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:33,392 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c1901a87893444e187edd955e934349d is 50, key is test_row_0/B:col10/1731884253184/Put/seqid=0 2024-11-17T22:57:33,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,394 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:33,407 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:33,408 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/74568bd558f94a47b6eb21663676253c is 50, key is test_row_0/A:col10/1731884253184/Put/seqid=0 2024-11-17T22:57:33,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/8e57be917ad44330a20c288849f52cb0 is 50, key is test_row_0/A:col10/1731884253213/Put/seqid=0 2024-11-17T22:57:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742090_1266 (size=12949) 2024-11-17T22:57:33,462 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c1901a87893444e187edd955e934349d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c1901a87893444e187edd955e934349d 2024-11-17T22:57:33,472 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into c1901a87893444e187edd955e934349d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:33,472 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:33,472 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884253363; duration=0sec 2024-11-17T22:57:33,472 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:33,472 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:33,472 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:33,473 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:33,474 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:33,474 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:33,474 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5b4c05c519bf48cebdd990866e4bf316, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/f09e84f9a3674f80bccfef076f78990e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7c23072f48674e4a893ba910a6007821] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.4 K 2024-11-17T22:57:33,474 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b4c05c519bf48cebdd990866e4bf316, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731884252284 2024-11-17T22:57:33,475 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f09e84f9a3674f80bccfef076f78990e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731884252460 2024-11-17T22:57:33,475 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c23072f48674e4a893ba910a6007821, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731884253182 2024-11-17T22:57:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742091_1267 (size=12949) 2024-11-17T22:57:33,489 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:33,489 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/01f79fc95b944f8e8f5fb826a19d7388 is 50, key is test_row_0/C:col10/1731884253184/Put/seqid=0 2024-11-17T22:57:33,501 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/74568bd558f94a47b6eb21663676253c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/74568bd558f94a47b6eb21663676253c 2024-11-17T22:57:33,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742092_1268 (size=12301) 2024-11-17T22:57:33,504 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/8e57be917ad44330a20c288849f52cb0 2024-11-17T22:57:33,528 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 74568bd558f94a47b6eb21663676253c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:33,528 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:33,528 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884253363; duration=0sec 2024-11-17T22:57:33,528 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:33,528 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742093_1269 (size=12949) 2024-11-17T22:57:33,554 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/01f79fc95b944f8e8f5fb826a19d7388 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/01f79fc95b944f8e8f5fb826a19d7388 2024-11-17T22:57:33,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:33,561 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into 01f79fc95b944f8e8f5fb826a19d7388(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:33,561 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:33,562 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884253363; duration=0sec 2024-11-17T22:57:33,562 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:33,562 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/ec6705785345499c86f8d9585193a676 is 50, key is test_row_0/B:col10/1731884253213/Put/seqid=0 2024-11-17T22:57:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742094_1270 (size=12301) 2024-11-17T22:57:33,579 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/ec6705785345499c86f8d9585193a676 2024-11-17T22:57:33,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884313576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884313580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884313582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884313584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/5f85eba048224abdb9c7eaa15c3edf6e is 50, key is test_row_0/C:col10/1731884253213/Put/seqid=0 2024-11-17T22:57:33,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742095_1271 (size=12301) 2024-11-17T22:57:33,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884313690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884313690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884313701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884313701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T22:57:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884313900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884313900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884313910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884313911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:33,998 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/5f85eba048224abdb9c7eaa15c3edf6e 2024-11-17T22:57:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/8e57be917ad44330a20c288849f52cb0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8e57be917ad44330a20c288849f52cb0 2024-11-17T22:57:34,014 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8e57be917ad44330a20c288849f52cb0, entries=150, sequenceid=318, filesize=12.0 K 2024-11-17T22:57:34,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/ec6705785345499c86f8d9585193a676 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ec6705785345499c86f8d9585193a676 2024-11-17T22:57:34,020 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ec6705785345499c86f8d9585193a676, entries=150, sequenceid=318, filesize=12.0 K 2024-11-17T22:57:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/5f85eba048224abdb9c7eaa15c3edf6e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5f85eba048224abdb9c7eaa15c3edf6e 2024-11-17T22:57:34,027 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5f85eba048224abdb9c7eaa15c3edf6e, entries=150, sequenceid=318, filesize=12.0 K 2024-11-17T22:57:34,028 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 634ms, sequenceid=318, compaction requested=false 2024-11-17T22:57:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-17T22:57:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-17T22:57:34,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-17T22:57:34,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-17T22:57:34,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4100 sec 2024-11-17T22:57:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:34,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-17T22:57:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/e14106e75dad4735a27f935f389b1776 is 50, key is test_row_0/A:col10/1731884254211/Put/seqid=0 2024-11-17T22:57:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742096_1272 (size=12301) 2024-11-17T22:57:34,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/e14106e75dad4735a27f935f389b1776 2024-11-17T22:57:34,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9e76d1a9c6304786a1bb5de2078934f8 is 50, key is test_row_0/B:col10/1731884254211/Put/seqid=0 2024-11-17T22:57:34,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884314229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884314233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884314233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884314236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742097_1273 (size=12301) 2024-11-17T22:57:34,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9e76d1a9c6304786a1bb5de2078934f8 2024-11-17T22:57:34,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e3695c948376408ea9ab5fb5a64db239 is 50, key is test_row_0/C:col10/1731884254211/Put/seqid=0 2024-11-17T22:57:34,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742098_1274 (size=12301) 2024-11-17T22:57:34,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e3695c948376408ea9ab5fb5a64db239 2024-11-17T22:57:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/e14106e75dad4735a27f935f389b1776 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e14106e75dad4735a27f935f389b1776 2024-11-17T22:57:34,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e14106e75dad4735a27f935f389b1776, entries=150, sequenceid=338, filesize=12.0 K 2024-11-17T22:57:34,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9e76d1a9c6304786a1bb5de2078934f8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9e76d1a9c6304786a1bb5de2078934f8 2024-11-17T22:57:34,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9e76d1a9c6304786a1bb5de2078934f8, entries=150, sequenceid=338, filesize=12.0 K 2024-11-17T22:57:34,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e3695c948376408ea9ab5fb5a64db239 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e3695c948376408ea9ab5fb5a64db239 2024-11-17T22:57:34,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e3695c948376408ea9ab5fb5a64db239, entries=150, sequenceid=338, filesize=12.0 K 2024-11-17T22:57:34,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 73ms, sequenceid=338, compaction requested=true 2024-11-17T22:57:34,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,286 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:34,286 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:34,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:34,287 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:34,287 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:34,287 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:34,287 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:34,287 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,287 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,287 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/74568bd558f94a47b6eb21663676253c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8e57be917ad44330a20c288849f52cb0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e14106e75dad4735a27f935f389b1776] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.7 K 2024-11-17T22:57:34,287 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c1901a87893444e187edd955e934349d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ec6705785345499c86f8d9585193a676, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9e76d1a9c6304786a1bb5de2078934f8] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.7 K 2024-11-17T22:57:34,288 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74568bd558f94a47b6eb21663676253c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731884253182 2024-11-17T22:57:34,289 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e57be917ad44330a20c288849f52cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731884253213 2024-11-17T22:57:34,289 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c1901a87893444e187edd955e934349d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731884253182 2024-11-17T22:57:34,289 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ec6705785345499c86f8d9585193a676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731884253213 2024-11-17T22:57:34,289 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14106e75dad4735a27f935f389b1776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731884253572 2024-11-17T22:57:34,289 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e76d1a9c6304786a1bb5de2078934f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731884253572 2024-11-17T22:57:34,302 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:34,302 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/479fae4ef3e242e382feb051dd153ad3 is 50, key is test_row_0/A:col10/1731884254211/Put/seqid=0 2024-11-17T22:57:34,311 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:34,312 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a0956877d93c4b039828c86a2837505a is 50, key is test_row_0/B:col10/1731884254211/Put/seqid=0 2024-11-17T22:57:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742099_1275 (size=13051) 2024-11-17T22:57:34,338 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/479fae4ef3e242e382feb051dd153ad3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/479fae4ef3e242e382feb051dd153ad3 2024-11-17T22:57:34,344 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 479fae4ef3e242e382feb051dd153ad3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742100_1276 (size=13051) 2024-11-17T22:57:34,345 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,345 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884254285; duration=0sec 2024-11-17T22:57:34,345 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:34,345 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:34,345 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:34,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:57:34,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:34,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,350 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:34,350 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:34,350 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,350 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/01f79fc95b944f8e8f5fb826a19d7388, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5f85eba048224abdb9c7eaa15c3edf6e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e3695c948376408ea9ab5fb5a64db239] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.7 K 2024-11-17T22:57:34,351 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01f79fc95b944f8e8f5fb826a19d7388, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731884253182 2024-11-17T22:57:34,351 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/a0956877d93c4b039828c86a2837505a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a0956877d93c4b039828c86a2837505a 2024-11-17T22:57:34,352 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f85eba048224abdb9c7eaa15c3edf6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731884253213 2024-11-17T22:57:34,354 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3695c948376408ea9ab5fb5a64db239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731884253572 2024-11-17T22:57:34,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/b211ae6a2d3640cc8d73d467815860ad is 50, key is test_row_0/A:col10/1731884254230/Put/seqid=0 2024-11-17T22:57:34,359 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into a0956877d93c4b039828c86a2837505a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:34,359 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,359 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884254286; duration=0sec 2024-11-17T22:57:34,359 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:34,359 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:34,372 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#237 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:34,372 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/b6dbeb7654784c34baaac853ecfbf490 is 50, key is test_row_0/C:col10/1731884254211/Put/seqid=0 2024-11-17T22:57:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742101_1277 (size=14741) 2024-11-17T22:57:34,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884314383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884314385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884314386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/b211ae6a2d3640cc8d73d467815860ad 2024-11-17T22:57:34,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884314388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c58511f8db624f2098825e0c885ceeb6 is 50, key is test_row_0/B:col10/1731884254230/Put/seqid=0 2024-11-17T22:57:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742102_1278 (size=13051) 2024-11-17T22:57:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742103_1279 (size=12301) 2024-11-17T22:57:34,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c58511f8db624f2098825e0c885ceeb6 2024-11-17T22:57:34,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/b97448f29f54438194a892eaaf2d79f3 is 50, key is test_row_0/C:col10/1731884254230/Put/seqid=0 2024-11-17T22:57:34,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742104_1280 (size=12301) 2024-11-17T22:57:34,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/b97448f29f54438194a892eaaf2d79f3 2024-11-17T22:57:34,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/b211ae6a2d3640cc8d73d467815860ad as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/b211ae6a2d3640cc8d73d467815860ad 2024-11-17T22:57:34,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/b211ae6a2d3640cc8d73d467815860ad, entries=200, sequenceid=355, filesize=14.4 K 2024-11-17T22:57:34,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c58511f8db624f2098825e0c885ceeb6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c58511f8db624f2098825e0c885ceeb6 2024-11-17T22:57:34,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c58511f8db624f2098825e0c885ceeb6, entries=150, sequenceid=355, filesize=12.0 K 2024-11-17T22:57:34,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/b97448f29f54438194a892eaaf2d79f3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b97448f29f54438194a892eaaf2d79f3 2024-11-17T22:57:34,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b97448f29f54438194a892eaaf2d79f3, entries=150, sequenceid=355, filesize=12.0 K 2024-11-17T22:57:34,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 158ms, sequenceid=355, compaction requested=false 2024-11-17T22:57:34,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:34,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-17T22:57:34,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:34,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/afc9e0192bf746428964c05a9fdf29e2 is 50, key is test_row_0/A:col10/1731884254385/Put/seqid=0 2024-11-17T22:57:34,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884314529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884314529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884314531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884314533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742105_1281 (size=14741) 2024-11-17T22:57:34,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/afc9e0192bf746428964c05a9fdf29e2 2024-11-17T22:57:34,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/d0e8fcf56c0f471789d1e10fec869af7 is 50, key is test_row_0/B:col10/1731884254385/Put/seqid=0 2024-11-17T22:57:34,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742106_1282 (size=12301) 2024-11-17T22:57:34,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/d0e8fcf56c0f471789d1e10fec869af7 2024-11-17T22:57:34,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e55e908ec5344873bdfd32a6d3ba6e35 is 50, key is test_row_0/C:col10/1731884254385/Put/seqid=0 2024-11-17T22:57:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884314640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884314640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884314651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884314651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742107_1283 (size=12301) 2024-11-17T22:57:34,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e55e908ec5344873bdfd32a6d3ba6e35 2024-11-17T22:57:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/afc9e0192bf746428964c05a9fdf29e2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/afc9e0192bf746428964c05a9fdf29e2 2024-11-17T22:57:34,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/afc9e0192bf746428964c05a9fdf29e2, entries=200, sequenceid=373, filesize=14.4 K 2024-11-17T22:57:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/d0e8fcf56c0f471789d1e10fec869af7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/d0e8fcf56c0f471789d1e10fec869af7 2024-11-17T22:57:34,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/d0e8fcf56c0f471789d1e10fec869af7, entries=150, sequenceid=373, filesize=12.0 K 2024-11-17T22:57:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e55e908ec5344873bdfd32a6d3ba6e35 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e55e908ec5344873bdfd32a6d3ba6e35 2024-11-17T22:57:34,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e55e908ec5344873bdfd32a6d3ba6e35, entries=150, sequenceid=373, filesize=12.0 K 2024-11-17T22:57:34,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 201ms, sequenceid=373, compaction requested=true 2024-11-17T22:57:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,709 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:34,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:34,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:34,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:34,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:34,710 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:34,710 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:34,710 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,711 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/479fae4ef3e242e382feb051dd153ad3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/b211ae6a2d3640cc8d73d467815860ad, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/afc9e0192bf746428964c05a9fdf29e2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=41.5 K 2024-11-17T22:57:34,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:57:34,712 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 479fae4ef3e242e382feb051dd153ad3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731884253572 2024-11-17T22:57:34,713 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b211ae6a2d3640cc8d73d467815860ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731884254222 2024-11-17T22:57:34,713 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting afc9e0192bf746428964c05a9fdf29e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731884254383 2024-11-17T22:57:34,739 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:34,740 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/be3d844b58824a1ebba269ec7845f2cf is 50, key is test_row_0/A:col10/1731884254385/Put/seqid=0 2024-11-17T22:57:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T22:57:34,770 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:34,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-17T22:57:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-17T22:57:34,777 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:34,779 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:34,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742108_1284 (size=13153) 2024-11-17T22:57:34,829 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/b6dbeb7654784c34baaac853ecfbf490 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b6dbeb7654784c34baaac853ecfbf490 2024-11-17T22:57:34,839 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into b6dbeb7654784c34baaac853ecfbf490(size=12.7 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:34,839 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,839 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884254286; duration=0sec 2024-11-17T22:57:34,840 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:57:34,840 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:34,840 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:34,840 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:34,842 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:34,842 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:34,843 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,843 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a0956877d93c4b039828c86a2837505a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c58511f8db624f2098825e0c885ceeb6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/d0e8fcf56c0f471789d1e10fec869af7] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.8 K 2024-11-17T22:57:34,843 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0956877d93c4b039828c86a2837505a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731884253572 2024-11-17T22:57:34,844 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c58511f8db624f2098825e0c885ceeb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731884254222 2024-11-17T22:57:34,847 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0e8fcf56c0f471789d1e10fec869af7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731884254383 2024-11-17T22:57:34,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-17T22:57:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:34,865 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:34,866 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/fd8eda3cfa0c4179ad1aec80c009a291 is 50, key is test_row_0/B:col10/1731884254385/Put/seqid=0 2024-11-17T22:57:34,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5588b6e445764e668aa6226bd6f910dd is 50, key is test_row_0/A:col10/1731884254527/Put/seqid=0 2024-11-17T22:57:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-17T22:57:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742109_1285 (size=13153) 2024-11-17T22:57:34,894 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/fd8eda3cfa0c4179ad1aec80c009a291 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/fd8eda3cfa0c4179ad1aec80c009a291 2024-11-17T22:57:34,904 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into fd8eda3cfa0c4179ad1aec80c009a291(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:34,904 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:34,904 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884254710; duration=0sec 2024-11-17T22:57:34,904 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:34,904 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:34,904 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884314893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884314893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,908 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:34,908 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:34,908 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,908 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b6dbeb7654784c34baaac853ecfbf490, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b97448f29f54438194a892eaaf2d79f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e55e908ec5344873bdfd32a6d3ba6e35] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.8 K 2024-11-17T22:57:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,909 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6dbeb7654784c34baaac853ecfbf490, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731884253572 2024-11-17T22:57:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884314899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,910 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b97448f29f54438194a892eaaf2d79f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731884254222 2024-11-17T22:57:34,913 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e55e908ec5344873bdfd32a6d3ba6e35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731884254383 2024-11-17T22:57:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884314904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:34,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:34,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:34,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:34,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:34,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742110_1286 (size=17181) 2024-11-17T22:57:34,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5588b6e445764e668aa6226bd6f910dd 2024-11-17T22:57:34,947 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:34,947 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/bd1cfb52ff094a5188c1bf40dbbd6745 is 50, key is test_row_0/C:col10/1731884254385/Put/seqid=0 2024-11-17T22:57:34,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/402d285717b54c0cbd5aabe255f8e15a is 50, key is test_row_0/B:col10/1731884254527/Put/seqid=0 2024-11-17T22:57:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742111_1287 (size=13153) 2024-11-17T22:57:34,997 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/bd1cfb52ff094a5188c1bf40dbbd6745 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/bd1cfb52ff094a5188c1bf40dbbd6745 2024-11-17T22:57:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742112_1288 (size=12301) 2024-11-17T22:57:35,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/402d285717b54c0cbd5aabe255f8e15a 2024-11-17T22:57:35,013 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into bd1cfb52ff094a5188c1bf40dbbd6745(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:35,014 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:35,014 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884254710; duration=0sec 2024-11-17T22:57:35,014 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:35,014 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884315011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884315011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884315020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884315020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e36fa99303944baaa0a809d4776f401c is 50, key is test_row_0/C:col10/1731884254527/Put/seqid=0 2024-11-17T22:57:35,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742113_1289 (size=12301) 2024-11-17T22:57:35,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e36fa99303944baaa0a809d4776f401c 2024-11-17T22:57:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5588b6e445764e668aa6226bd6f910dd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5588b6e445764e668aa6226bd6f910dd 2024-11-17T22:57:35,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5588b6e445764e668aa6226bd6f910dd, entries=250, sequenceid=391, filesize=16.8 K 2024-11-17T22:57:35,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/402d285717b54c0cbd5aabe255f8e15a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/402d285717b54c0cbd5aabe255f8e15a 2024-11-17T22:57:35,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/402d285717b54c0cbd5aabe255f8e15a, entries=150, sequenceid=391, filesize=12.0 K 2024-11-17T22:57:35,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e36fa99303944baaa0a809d4776f401c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e36fa99303944baaa0a809d4776f401c 2024-11-17T22:57:35,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e36fa99303944baaa0a809d4776f401c, entries=150, sequenceid=391, filesize=12.0 K 2024-11-17T22:57:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-17T22:57:35,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 231ms, sequenceid=391, compaction requested=false 2024-11-17T22:57:35,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:35,196 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/be3d844b58824a1ebba269ec7845f2cf as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/be3d844b58824a1ebba269ec7845f2cf 2024-11-17T22:57:35,201 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into be3d844b58824a1ebba269ec7845f2cf(size=12.8 K), total size for store is 29.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:35,201 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:35,201 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884254708; duration=0sec 2024-11-17T22:57:35,201 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:35,201 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:35,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:57:35,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:35,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:35,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:35,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:35,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:35,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:35,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/a1f07f1d1c7e45f2b1f4f3a53a969834 is 50, key is test_row_0/A:col10/1731884255232/Put/seqid=0 2024-11-17T22:57:35,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742114_1290 (size=14741) 2024-11-17T22:57:35,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884315255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884315261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884315262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884315262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884315370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884315371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884315371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884315371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-17T22:57:35,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884315580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884315580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884315580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884315580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/a1f07f1d1c7e45f2b1f4f3a53a969834 2024-11-17T22:57:35,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/17b686b8650041c988293e6222124ee2 is 50, key is test_row_0/B:col10/1731884255232/Put/seqid=0 2024-11-17T22:57:35,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742115_1291 (size=12301) 2024-11-17T22:57:35,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/17b686b8650041c988293e6222124ee2 2024-11-17T22:57:35,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/04685552d7a8470f8a6a67a4ebb0dc7d is 50, key is test_row_0/C:col10/1731884255232/Put/seqid=0 2024-11-17T22:57:35,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:35,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742116_1292 (size=12301) 2024-11-17T22:57:35,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/04685552d7a8470f8a6a67a4ebb0dc7d 2024-11-17T22:57:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/a1f07f1d1c7e45f2b1f4f3a53a969834 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/a1f07f1d1c7e45f2b1f4f3a53a969834 2024-11-17T22:57:35,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/a1f07f1d1c7e45f2b1f4f3a53a969834, entries=200, sequenceid=411, filesize=14.4 K 2024-11-17T22:57:35,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/17b686b8650041c988293e6222124ee2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/17b686b8650041c988293e6222124ee2 2024-11-17T22:57:35,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/17b686b8650041c988293e6222124ee2, entries=150, sequenceid=411, filesize=12.0 K 2024-11-17T22:57:35,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/04685552d7a8470f8a6a67a4ebb0dc7d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/04685552d7a8470f8a6a67a4ebb0dc7d 2024-11-17T22:57:35,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/04685552d7a8470f8a6a67a4ebb0dc7d, entries=150, sequenceid=411, filesize=12.0 K 2024-11-17T22:57:35,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 521ms, sequenceid=411, compaction requested=true 2024-11-17T22:57:35,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:35,754 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:35,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:35,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:35,754 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:35,755 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:35,755 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:35,755 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,755 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:35,755 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:35,755 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,755 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/be3d844b58824a1ebba269ec7845f2cf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5588b6e445764e668aa6226bd6f910dd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/a1f07f1d1c7e45f2b1f4f3a53a969834] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=44.0 K 2024-11-17T22:57:35,755 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/fd8eda3cfa0c4179ad1aec80c009a291, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/402d285717b54c0cbd5aabe255f8e15a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/17b686b8650041c988293e6222124ee2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.9 K 2024-11-17T22:57:35,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting fd8eda3cfa0c4179ad1aec80c009a291, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731884254383 2024-11-17T22:57:35,756 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting be3d844b58824a1ebba269ec7845f2cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731884254383 2024-11-17T22:57:35,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 402d285717b54c0cbd5aabe255f8e15a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731884254527 2024-11-17T22:57:35,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 17b686b8650041c988293e6222124ee2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731884254889 2024-11-17T22:57:35,757 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5588b6e445764e668aa6226bd6f910dd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731884254527 2024-11-17T22:57:35,757 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f07f1d1c7e45f2b1f4f3a53a969834, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731884254869 2024-11-17T22:57:35,771 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:35,771 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/3bc050da25a5421f887e4b82da249986 is 50, key is test_row_0/B:col10/1731884255232/Put/seqid=0 2024-11-17T22:57:35,771 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:35,772 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3b44115a480d4c5f9475b3b84a2c49d3 is 50, key is test_row_0/A:col10/1731884255232/Put/seqid=0 2024-11-17T22:57:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742118_1294 (size=13255) 2024-11-17T22:57:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742117_1293 (size=13255) 2024-11-17T22:57:35,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:35,855 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/c3294011bded4b07b0e2e79d7c48727b is 50, key is test_row_0/A:col10/1731884255259/Put/seqid=0 2024-11-17T22:57:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:35,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742119_1295 (size=12301) 2024-11-17T22:57:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-17T22:57:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884315911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884315910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884315917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884315918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884316020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884316020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884316031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884316031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,213 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/3bc050da25a5421f887e4b82da249986 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/3bc050da25a5421f887e4b82da249986 2024-11-17T22:57:36,216 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3b44115a480d4c5f9475b3b84a2c49d3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3b44115a480d4c5f9475b3b84a2c49d3 2024-11-17T22:57:36,220 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into 3bc050da25a5421f887e4b82da249986(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:36,220 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:36,220 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884255754; duration=0sec 2024-11-17T22:57:36,220 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:36,220 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:36,220 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:36,223 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 3b44115a480d4c5f9475b3b84a2c49d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:36,223 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:36,223 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884255754; duration=0sec 2024-11-17T22:57:36,223 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:36,223 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:36,223 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:36,223 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:36,224 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:36,224 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/bd1cfb52ff094a5188c1bf40dbbd6745, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e36fa99303944baaa0a809d4776f401c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/04685552d7a8470f8a6a67a4ebb0dc7d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=36.9 K 2024-11-17T22:57:36,224 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting bd1cfb52ff094a5188c1bf40dbbd6745, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731884254383 2024-11-17T22:57:36,224 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e36fa99303944baaa0a809d4776f401c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731884254527 2024-11-17T22:57:36,224 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 04685552d7a8470f8a6a67a4ebb0dc7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731884254889 2024-11-17T22:57:36,232 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#255 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:36,233 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/54068cc5abc64eeaabb3e5df7826296a is 50, key is test_row_0/C:col10/1731884255232/Put/seqid=0 2024-11-17T22:57:36,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884316231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884316231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742120_1296 (size=13255) 2024-11-17T22:57:36,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884316240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884316240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,247 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/54068cc5abc64eeaabb3e5df7826296a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/54068cc5abc64eeaabb3e5df7826296a 2024-11-17T22:57:36,252 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into 54068cc5abc64eeaabb3e5df7826296a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:36,252 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:36,253 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884255755; duration=0sec 2024-11-17T22:57:36,253 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:36,253 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:36,296 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/c3294011bded4b07b0e2e79d7c48727b 2024-11-17T22:57:36,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/f0b817d9dc3a4bfdb0d73e32e60899f6 is 50, key is test_row_0/B:col10/1731884255259/Put/seqid=0 2024-11-17T22:57:36,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742121_1297 (size=12301) 2024-11-17T22:57:36,310 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/f0b817d9dc3a4bfdb0d73e32e60899f6 2024-11-17T22:57:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d3eacb285e2a4af58cbfbae1fad1715e is 50, key is test_row_0/C:col10/1731884255259/Put/seqid=0 2024-11-17T22:57:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742122_1298 (size=12301) 2024-11-17T22:57:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884316540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884316540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884316550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884316551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:36,726 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d3eacb285e2a4af58cbfbae1fad1715e 2024-11-17T22:57:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/c3294011bded4b07b0e2e79d7c48727b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c3294011bded4b07b0e2e79d7c48727b 2024-11-17T22:57:36,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c3294011bded4b07b0e2e79d7c48727b, entries=150, sequenceid=427, filesize=12.0 K 2024-11-17T22:57:36,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/f0b817d9dc3a4bfdb0d73e32e60899f6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/f0b817d9dc3a4bfdb0d73e32e60899f6 2024-11-17T22:57:36,741 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/f0b817d9dc3a4bfdb0d73e32e60899f6, entries=150, sequenceid=427, filesize=12.0 K 2024-11-17T22:57:36,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/d3eacb285e2a4af58cbfbae1fad1715e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d3eacb285e2a4af58cbfbae1fad1715e 2024-11-17T22:57:36,747 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d3eacb285e2a4af58cbfbae1fad1715e, entries=150, sequenceid=427, filesize=12.0 K 2024-11-17T22:57:36,748 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 893ms, sequenceid=427, compaction requested=false 2024-11-17T22:57:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-17T22:57:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-17T22:57:36,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-17T22:57:36,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-17T22:57:36,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9820 sec 2024-11-17T22:57:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-17T22:57:36,920 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:36,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-17T22:57:36,923 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-17T22:57:36,923 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:36,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-17T22:57:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:37,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:57:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:37,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3d4293f980e9479dbc44c403cd61399d is 50, key is test_row_0/A:col10/1731884257052/Put/seqid=0 2024-11-17T22:57:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742123_1299 (size=12301) 2024-11-17T22:57:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884317070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884317074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884317073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884317075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884317180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884317190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884317190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884317190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:37,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-17T22:57:37,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884317390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884317401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884317401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884317401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3d4293f980e9479dbc44c403cd61399d 2024-11-17T22:57:37,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/de3f674cb2664f428c4144c79fc5c457 is 50, key is test_row_0/B:col10/1731884257052/Put/seqid=0 2024-11-17T22:57:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742124_1300 (size=12301) 2024-11-17T22:57:37,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/de3f674cb2664f428c4144c79fc5c457 2024-11-17T22:57:37,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/1cbaaaecb7b14e5da7c9e581a63aa45a is 50, key is test_row_0/C:col10/1731884257052/Put/seqid=0 2024-11-17T22:57:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742125_1301 (size=12301) 2024-11-17T22:57:37,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-17T22:57:37,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:37,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884317701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884317710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884317710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884317710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:37,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:37,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/1cbaaaecb7b14e5da7c9e581a63aa45a 2024-11-17T22:57:37,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3d4293f980e9479dbc44c403cd61399d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3d4293f980e9479dbc44c403cd61399d 2024-11-17T22:57:37,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3d4293f980e9479dbc44c403cd61399d, entries=150, sequenceid=449, filesize=12.0 K 2024-11-17T22:57:37,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/de3f674cb2664f428c4144c79fc5c457 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/de3f674cb2664f428c4144c79fc5c457 2024-11-17T22:57:37,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/de3f674cb2664f428c4144c79fc5c457, entries=150, sequenceid=449, filesize=12.0 K 2024-11-17T22:57:37,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/1cbaaaecb7b14e5da7c9e581a63aa45a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1cbaaaecb7b14e5da7c9e581a63aa45a 2024-11-17T22:57:37,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1cbaaaecb7b14e5da7c9e581a63aa45a, entries=150, sequenceid=449, filesize=12.0 K 2024-11-17T22:57:37,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 897ms, sequenceid=449, compaction requested=true 2024-11-17T22:57:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:37,951 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:37,952 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:37,953 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:37,953 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:37,953 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,953 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3b44115a480d4c5f9475b3b84a2c49d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c3294011bded4b07b0e2e79d7c48727b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3d4293f980e9479dbc44c403cd61399d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.0 K 2024-11-17T22:57:37,954 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:37,954 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b44115a480d4c5f9475b3b84a2c49d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731884254889 2024-11-17T22:57:37,954 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:37,954 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,954 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/3bc050da25a5421f887e4b82da249986, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/f0b817d9dc3a4bfdb0d73e32e60899f6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/de3f674cb2664f428c4144c79fc5c457] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.0 K 2024-11-17T22:57:37,954 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3294011bded4b07b0e2e79d7c48727b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731884255253 2024-11-17T22:57:37,954 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bc050da25a5421f887e4b82da249986, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731884254889 2024-11-17T22:57:37,954 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d4293f980e9479dbc44c403cd61399d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731884255907 2024-11-17T22:57:37,955 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b817d9dc3a4bfdb0d73e32e60899f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731884255253 2024-11-17T22:57:37,955 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting de3f674cb2664f428c4144c79fc5c457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731884255907 2024-11-17T22:57:37,971 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:37,971 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:37,972 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/2d76264a9fd941d8a99d064dccef3c3d is 50, key is test_row_0/A:col10/1731884257052/Put/seqid=0 2024-11-17T22:57:37,972 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c5714bd2a2f54d5c9653205c7429825c is 50, key is test_row_0/B:col10/1731884257052/Put/seqid=0 2024-11-17T22:57:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742127_1303 (size=13357) 2024-11-17T22:57:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742126_1302 (size=13357) 2024-11-17T22:57:37,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-17T22:57:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:37,997 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:57:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:38,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/e832d1645538425eb42c7705099d991c is 50, key is test_row_0/A:col10/1731884257074/Put/seqid=0 2024-11-17T22:57:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742128_1304 (size=12301) 2024-11-17T22:57:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-17T22:57:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:38,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:38,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884318243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884318249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884318250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884318250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884318360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884318360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884318360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884318360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,395 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/c5714bd2a2f54d5c9653205c7429825c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c5714bd2a2f54d5c9653205c7429825c 2024-11-17T22:57:38,397 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/2d76264a9fd941d8a99d064dccef3c3d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2d76264a9fd941d8a99d064dccef3c3d 2024-11-17T22:57:38,405 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into c5714bd2a2f54d5c9653205c7429825c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:38,405 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884257951; duration=0sec 2024-11-17T22:57:38,405 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 2d76264a9fd941d8a99d064dccef3c3d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:38,405 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884257951; duration=0sec 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:38,405 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:38,407 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:38,407 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:38,407 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:38,407 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/54068cc5abc64eeaabb3e5df7826296a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d3eacb285e2a4af58cbfbae1fad1715e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1cbaaaecb7b14e5da7c9e581a63aa45a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.0 K 2024-11-17T22:57:38,407 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 54068cc5abc64eeaabb3e5df7826296a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731884254889 2024-11-17T22:57:38,408 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d3eacb285e2a4af58cbfbae1fad1715e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731884255253 2024-11-17T22:57:38,408 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cbaaaecb7b14e5da7c9e581a63aa45a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731884255907 2024-11-17T22:57:38,409 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/e832d1645538425eb42c7705099d991c 2024-11-17T22:57:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/885e2573ceea4b959b717267e0d826ca is 50, key is test_row_0/B:col10/1731884257074/Put/seqid=0 2024-11-17T22:57:38,433 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:38,434 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/91f314e1134b4dd9bf44dee69d1b5b13 is 50, key is test_row_0/C:col10/1731884257052/Put/seqid=0 2024-11-17T22:57:38,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742129_1305 (size=12301) 2024-11-17T22:57:38,452 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/885e2573ceea4b959b717267e0d826ca 2024-11-17T22:57:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742130_1306 (size=13357) 2024-11-17T22:57:38,464 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/91f314e1134b4dd9bf44dee69d1b5b13 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/91f314e1134b4dd9bf44dee69d1b5b13 2024-11-17T22:57:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a35f5cb1672d4872abf0e6e4766145d8 is 50, key is test_row_0/C:col10/1731884257074/Put/seqid=0 2024-11-17T22:57:38,482 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into 91f314e1134b4dd9bf44dee69d1b5b13(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:38,482 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:38,482 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884257952; duration=0sec 2024-11-17T22:57:38,483 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:38,483 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:38,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742131_1307 (size=12301) 2024-11-17T22:57:38,497 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a35f5cb1672d4872abf0e6e4766145d8 2024-11-17T22:57:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/e832d1645538425eb42c7705099d991c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e832d1645538425eb42c7705099d991c 2024-11-17T22:57:38,507 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e832d1645538425eb42c7705099d991c, entries=150, sequenceid=462, filesize=12.0 K 2024-11-17T22:57:38,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/885e2573ceea4b959b717267e0d826ca as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/885e2573ceea4b959b717267e0d826ca 2024-11-17T22:57:38,512 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/885e2573ceea4b959b717267e0d826ca, entries=150, sequenceid=462, filesize=12.0 K 2024-11-17T22:57:38,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a35f5cb1672d4872abf0e6e4766145d8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a35f5cb1672d4872abf0e6e4766145d8 2024-11-17T22:57:38,519 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a35f5cb1672d4872abf0e6e4766145d8, entries=150, sequenceid=462, filesize=12.0 K 2024-11-17T22:57:38,520 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 523ms, sequenceid=462, compaction requested=false 2024-11-17T22:57:38,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:38,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:38,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-17T22:57:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-17T22:57:38,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-17T22:57:38,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec 2024-11-17T22:57:38,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.6050 sec 2024-11-17T22:57:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884258240, max timestamp=1731884258573Num uniques 859; 2024-11-17T22:57:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884258240, max timestamp=1731884258573Num uniques 859; 2024-11-17T22:57:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884258240, max timestamp=1731884258573Num uniques 859; 2024-11-17T22:57:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:38,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:38,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:38,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=40.25 KB heapSize=106.08 KB 2024-11-17T22:57:38,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:38,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:38,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:38,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:38,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:38,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:38,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7d6eab68b56d4b0685e8db1032f0ea80 is 50, key is test_row_0/A:col10/1731884258573/Put/seqid=0 2024-11-17T22:57:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742132_1308 (size=12301) 2024-11-17T22:57:38,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884258603, max timestamp=1731884258611Num uniques 859; 2024-11-17T22:57:38,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884258603, max timestamp=1731884258611Num uniques 859; 2024-11-17T22:57:38,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:38,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:38,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884258603, max timestamp=1731884258611Num uniques 859; 2024-11-17T22:57:38,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:38,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884258635, max timestamp=1731884258644Num uniques 1018; 2024-11-17T22:57:38,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884258635, max timestamp=1731884258644Num uniques 1018; 2024-11-17T22:57:38,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884258635, max timestamp=1731884258644Num uniques 1018; 2024-11-17T22:57:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:57:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884318641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:57:38,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:57:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731884258679, max timestamp=1731884258691Num uniques 1077; 2024-11-17T22:57:38,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731884258679, max timestamp=1731884258691Num uniques 1077; 2024-11-17T22:57:38,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-17T22:57:38,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-17T22:57:38,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731884258679, max timestamp=1731884258691Num uniques 1077; 2024-11-17T22:57:38,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-17T22:57:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884318745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731884258733, max timestamp=1731884258750Num uniques 1036; 2024-11-17T22:57:38,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731884258733, max timestamp=1731884258750Num uniques 1036; 2024-11-17T22:57:38,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-17T22:57:38,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731884258733, max timestamp=1731884258750Num uniques 1036; 2024-11-17T22:57:38,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-17T22:57:38,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-17T22:57:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731884258785, max timestamp=1731884258801Num uniques 1045; 2024-11-17T22:57:38,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-17T22:57:38,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731884258785, max timestamp=1731884258801Num uniques 1045; 2024-11-17T22:57:38,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-17T22:57:38,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731884258785, max timestamp=1731884258801Num uniques 1045; 2024-11-17T22:57:38,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-17T22:57:38,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884318859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884318859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884318861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884318861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884318980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884318980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884318980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:38,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7d6eab68b56d4b0685e8db1032f0ea80 2024-11-17T22:57:38,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5ef972fc0b274d0ca9c5152b95040b5f is 50, key is test_row_0/B:col10/1731884258573/Put/seqid=0 2024-11-17T22:57:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742133_1309 (size=12301) 2024-11-17T22:57:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-17T22:57:39,070 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:39,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-17T22:57:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-17T22:57:39,074 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:39,075 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:39,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:39,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884319080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-17T22:57:39,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884319191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884319191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884319191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-17T22:57:39,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884319391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5ef972fc0b274d0ca9c5152b95040b5f 2024-11-17T22:57:39,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/6dbd41fd1c8c4ea982ff786cb0a83032 is 50, key is test_row_0/C:col10/1731884258573/Put/seqid=0 2024-11-17T22:57:39,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742134_1310 (size=12301) 2024-11-17T22:57:39,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/6dbd41fd1c8c4ea982ff786cb0a83032 2024-11-17T22:57:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/7d6eab68b56d4b0685e8db1032f0ea80 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7d6eab68b56d4b0685e8db1032f0ea80 2024-11-17T22:57:39,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7d6eab68b56d4b0685e8db1032f0ea80, entries=150, sequenceid=488, filesize=12.0 K 2024-11-17T22:57:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5ef972fc0b274d0ca9c5152b95040b5f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5ef972fc0b274d0ca9c5152b95040b5f 2024-11-17T22:57:39,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5ef972fc0b274d0ca9c5152b95040b5f, entries=150, sequenceid=488, filesize=12.0 K 2024-11-17T22:57:39,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/6dbd41fd1c8c4ea982ff786cb0a83032 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/6dbd41fd1c8c4ea982ff786cb0a83032 2024-11-17T22:57:39,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/6dbd41fd1c8c4ea982ff786cb0a83032, entries=150, sequenceid=488, filesize=12.0 K 2024-11-17T22:57:39,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 908ms, sequenceid=488, compaction requested=true 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:39,485 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:39,485 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:39,486 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:39,486 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:39,486 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,486 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2d76264a9fd941d8a99d064dccef3c3d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e832d1645538425eb42c7705099d991c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7d6eab68b56d4b0685e8db1032f0ea80] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.1 K 2024-11-17T22:57:39,486 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:39,486 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:39,487 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,487 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c5714bd2a2f54d5c9653205c7429825c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/885e2573ceea4b959b717267e0d826ca, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5ef972fc0b274d0ca9c5152b95040b5f] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.1 K 2024-11-17T22:57:39,488 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c5714bd2a2f54d5c9653205c7429825c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731884255907 2024-11-17T22:57:39,488 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d76264a9fd941d8a99d064dccef3c3d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731884255907 2024-11-17T22:57:39,489 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e832d1645538425eb42c7705099d991c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731884257064 2024-11-17T22:57:39,489 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 885e2573ceea4b959b717267e0d826ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731884257064 2024-11-17T22:57:39,490 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef972fc0b274d0ca9c5152b95040b5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731884258573 2024-11-17T22:57:39,490 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6eab68b56d4b0685e8db1032f0ea80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731884258573 2024-11-17T22:57:39,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9334, totalHeapSize=21456, min timestamp=1731884258821, max timestamp=1731884259505Num uniques 1154; 2024-11-17T22:57:39,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9334, totalHeapSize=21456, min timestamp=1731884258821, max timestamp=1731884259505Num uniques 1154; 2024-11-17T22:57:39,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52844, new segment data size=9334, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-17T22:57:39,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52844, new segment data size=9334, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-17T22:57:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:39,511 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:39,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731884258821, max timestamp=1731884259505Num uniques 1154; 2024-11-17T22:57:39,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-17T22:57:39,512 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/2fcd3cdbe3f54a338f3eef688f36ffbe is 50, key is test_row_0/A:col10/1731884258573/Put/seqid=0 2024-11-17T22:57:39,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=76.04 KB heapSize=205.50 KB 2024-11-17T22:57:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:39,531 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:39,532 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/611e02e205184849972f6df46c2cfc02 is 50, key is test_row_0/B:col10/1731884258573/Put/seqid=0 2024-11-17T22:57:39,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/1d7a4ebdd9ff4a799806e8ca0d1932c4 is 50, key is test_row_0/A:col10/1731884259505/Put/seqid=0 2024-11-17T22:57:39,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884259540, max timestamp=1731884259570Num uniques 859; 2024-11-17T22:57:39,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:39,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884259540, max timestamp=1731884259570Num uniques 859; 2024-11-17T22:57:39,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884259540, max timestamp=1731884259570Num uniques 859; 2024-11-17T22:57:39,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:39,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742135_1311 (size=13459) 2024-11-17T22:57:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742136_1312 (size=13459) 2024-11-17T22:57:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884319627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742137_1313 (size=12301) 2024-11-17T22:57:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/1d7a4ebdd9ff4a799806e8ca0d1932c4 2024-11-17T22:57:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884319634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884319636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/491ae8f6e5e54c5ab81f83d5ecbf40c7 is 50, key is test_row_0/B:col10/1731884259505/Put/seqid=0 2024-11-17T22:57:39,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-17T22:57:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742138_1314 (size=12301) 2024-11-17T22:57:39,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884319741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884319750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884319750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884319900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884319951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884319971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884319971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:39,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:39,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:39,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:39,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:39,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/2fcd3cdbe3f54a338f3eef688f36ffbe as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2fcd3cdbe3f54a338f3eef688f36ffbe 2024-11-17T22:57:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,009 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/611e02e205184849972f6df46c2cfc02 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/611e02e205184849972f6df46c2cfc02 2024-11-17T22:57:40,017 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 2fcd3cdbe3f54a338f3eef688f36ffbe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:40,017 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:40,018 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=13, startTime=1731884259485; duration=0sec 2024-11-17T22:57:40,019 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into 611e02e205184849972f6df46c2cfc02(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:40,019 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:40,019 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=13, startTime=1731884259485; duration=0sec 2024-11-17T22:57:40,019 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:40,019 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:40,019 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:40,020 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:40,020 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:40,022 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:40,022 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:40,022 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,023 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/91f314e1134b4dd9bf44dee69d1b5b13, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a35f5cb1672d4872abf0e6e4766145d8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/6dbd41fd1c8c4ea982ff786cb0a83032] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=37.1 K 2024-11-17T22:57:40,024 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f314e1134b4dd9bf44dee69d1b5b13, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731884255907 2024-11-17T22:57:40,025 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a35f5cb1672d4872abf0e6e4766145d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731884257064 2024-11-17T22:57:40,025 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dbd41fd1c8c4ea982ff786cb0a83032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731884258573 2024-11-17T22:57:40,051 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:40,052 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/95dc8eba11bc42b897a111ac5a3b1492 is 50, key is test_row_0/C:col10/1731884258573/Put/seqid=0 2024-11-17T22:57:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742139_1315 (size=13459) 2024-11-17T22:57:40,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/491ae8f6e5e54c5ab81f83d5ecbf40c7 2024-11-17T22:57:40,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/23bf0420c9b449c58001d39a0e1d5da0 is 50, key is test_row_0/C:col10/1731884259505/Put/seqid=0 2024-11-17T22:57:40,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742140_1316 (size=12301) 2024-11-17T22:57:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-17T22:57:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884320261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884320280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884320291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:40,536 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/95dc8eba11bc42b897a111ac5a3b1492 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/95dc8eba11bc42b897a111ac5a3b1492 2024-11-17T22:57:40,544 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into 95dc8eba11bc42b897a111ac5a3b1492(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:40,544 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:40,544 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=13, startTime=1731884259485; duration=0sec 2024-11-17T22:57:40,544 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:40,544 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:40,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/23bf0420c9b449c58001d39a0e1d5da0 2024-11-17T22:57:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/1d7a4ebdd9ff4a799806e8ca0d1932c4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1d7a4ebdd9ff4a799806e8ca0d1932c4 2024-11-17T22:57:40,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1d7a4ebdd9ff4a799806e8ca0d1932c4, entries=150, sequenceid=596, filesize=12.0 K 2024-11-17T22:57:40,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/491ae8f6e5e54c5ab81f83d5ecbf40c7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/491ae8f6e5e54c5ab81f83d5ecbf40c7 2024-11-17T22:57:40,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/491ae8f6e5e54c5ab81f83d5ecbf40c7, entries=150, sequenceid=596, filesize=12.0 K 2024-11-17T22:57:40,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/23bf0420c9b449c58001d39a0e1d5da0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/23bf0420c9b449c58001d39a0e1d5da0 2024-11-17T22:57:40,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/23bf0420c9b449c58001d39a0e1d5da0, entries=150, sequenceid=596, filesize=12.0 K 2024-11-17T22:57:40,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~101.81 KB/104256, currentSize=147.60 KB/151140 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1097ms, sequenceid=596, compaction requested=false 2024-11-17T22:57:40,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:40,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-17T22:57:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:40,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-17T22:57:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:40,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:40,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/60e89b46408344548379445ff851e8f8 is 50, key is test_row_0/A:col10/1731884259634/Put/seqid=0 2024-11-17T22:57:40,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742141_1317 (size=12301) 2024-11-17T22:57:40,651 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/60e89b46408344548379445ff851e8f8 2024-11-17T22:57:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/34d9c3987e5c4d89a9e36933b858d45e is 50, key is test_row_0/B:col10/1731884259634/Put/seqid=0 2024-11-17T22:57:40,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742142_1318 (size=12301) 2024-11-17T22:57:40,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:40,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884320795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884320797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884320800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884320911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884320911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884320911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,918 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 3a57b1c211b9fbb0b9f86b0512f70f49 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:40,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:40,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,101 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/34d9c3987e5c4d89a9e36933b858d45e 2024-11-17T22:57:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/74a2de0a150e4bd5ab12beff6c8ee45c is 50, key is test_row_0/C:col10/1731884259634/Put/seqid=0 2024-11-17T22:57:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742143_1319 (size=12301) 2024-11-17T22:57:41,129 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/74a2de0a150e4bd5ab12beff6c8ee45c 2024-11-17T22:57:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884321130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884321130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/60e89b46408344548379445ff851e8f8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/60e89b46408344548379445ff851e8f8 2024-11-17T22:57:41,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/60e89b46408344548379445ff851e8f8, entries=150, sequenceid=636, filesize=12.0 K 2024-11-17T22:57:41,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/34d9c3987e5c4d89a9e36933b858d45e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/34d9c3987e5c4d89a9e36933b858d45e 2024-11-17T22:57:41,153 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/34d9c3987e5c4d89a9e36933b858d45e, entries=150, sequenceid=636, filesize=12.0 K 2024-11-17T22:57:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/74a2de0a150e4bd5ab12beff6c8ee45c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/74a2de0a150e4bd5ab12beff6c8ee45c 2024-11-17T22:57:41,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/74a2de0a150e4bd5ab12beff6c8ee45c, entries=150, sequenceid=636, filesize=12.0 K 2024-11-17T22:57:41,160 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 547ms, sequenceid=636, compaction requested=true 2024-11-17T22:57:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-17T22:57:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-17T22:57:41,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-17T22:57:41,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0870 sec 2024-11-17T22:57:41,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.0950 sec 2024-11-17T22:57:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-17T22:57:41,220 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:41,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-17T22:57:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-17T22:57:41,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:41,224 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:41,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-17T22:57:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-17T22:57:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:41,378 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:57:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/c248932ee78f4eeb862ca0734a6b6929 is 50, key is test_row_0/A:col10/1731884260794/Put/seqid=0 2024-11-17T22:57:41,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742144_1320 (size=12301) 2024-11-17T22:57:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:41,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884261469, max timestamp=1731884261499Num uniques 859; 2024-11-17T22:57:41,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884261469, max timestamp=1731884261499Num uniques 859; 2024-11-17T22:57:41,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:41,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:41,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884261469, max timestamp=1731884261499Num uniques 859; 2024-11-17T22:57:41,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-17T22:57:41,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884261546, max timestamp=1731884261599Num uniques 1018; 2024-11-17T22:57:41,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:57:41,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884261546, max timestamp=1731884261599Num uniques 1018; 2024-11-17T22:57:41,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884261546, max timestamp=1731884261599Num uniques 1018; 2024-11-17T22:57:41,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:57:41,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:57:41,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731884261652, max timestamp=1731884261665Num uniques 1027; 2024-11-17T22:57:41,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731884261652, max timestamp=1731884261665Num uniques 1027; 2024-11-17T22:57:41,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-17T22:57:41,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-17T22:57:41,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731884261652, max timestamp=1731884261665Num uniques 1027; 2024-11-17T22:57:41,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-17T22:57:41,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731884261706, max timestamp=1731884261721Num uniques 1036; 2024-11-17T22:57:41,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-17T22:57:41,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731884261706, max timestamp=1731884261721Num uniques 1036; 2024-11-17T22:57:41,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-17T22:57:41,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731884261706, max timestamp=1731884261721Num uniques 1036; 2024-11-17T22:57:41,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-17T22:57:41,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884321768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731884261759, max timestamp=1731884261772Num uniques 1095; 2024-11-17T22:57:41,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-17T22:57:41,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731884261759, max timestamp=1731884261772Num uniques 1095; 2024-11-17T22:57:41,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-17T22:57:41,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731884261759, max timestamp=1731884261772Num uniques 1095; 2024-11-17T22:57:41,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-17T22:57:41,793 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/c248932ee78f4eeb862ca0734a6b6929 2024-11-17T22:57:41,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5fb0008d7b3241f2a576ddc51e1f9830 is 50, key is test_row_0/B:col10/1731884260794/Put/seqid=0 2024-11-17T22:57:41,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742145_1321 (size=12301) 2024-11-17T22:57:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-17T22:57:41,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731884261860, max timestamp=1731884261869Num uniques 1054; 2024-11-17T22:57:41,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-17T22:57:41,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884321866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:41,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731884261860, max timestamp=1731884261869Num uniques 1054; 2024-11-17T22:57:41,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-17T22:57:41,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731884261860, max timestamp=1731884261869Num uniques 1054; 2024-11-17T22:57:41,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-17T22:57:41,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884321913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:41,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731884261902, max timestamp=1731884261919Num uniques 1063; 2024-11-17T22:57:41,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-17T22:57:41,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731884261902, max timestamp=1731884261919Num uniques 1063; 2024-11-17T22:57:41,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-17T22:57:41,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731884261902, max timestamp=1731884261919Num uniques 1063; 2024-11-17T22:57:41,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-17T22:57:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884321969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:41,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731884261960, max timestamp=1731884261974Num uniques 1072; 2024-11-17T22:57:41,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731884261960, max timestamp=1731884261974Num uniques 1072; 2024-11-17T22:57:41,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-17T22:57:41,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-17T22:57:41,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731884261960, max timestamp=1731884261974Num uniques 1072; 2024-11-17T22:57:41,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-17T22:57:42,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731884262014, max timestamp=1731884262036Num uniques 1031; 2024-11-17T22:57:42,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-17T22:57:42,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731884262014, max timestamp=1731884262036Num uniques 1031; 2024-11-17T22:57:42,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-17T22:57:42,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731884262014, max timestamp=1731884262036Num uniques 1031; 2024-11-17T22:57:42,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-17T22:57:42,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731884262069, max timestamp=1731884262081Num uniques 1040; 2024-11-17T22:57:42,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731884262069, max timestamp=1731884262081Num uniques 1040; 2024-11-17T22:57:42,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-17T22:57:42,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-17T22:57:42,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731884262069, max timestamp=1731884262081Num uniques 1040; 2024-11-17T22:57:42,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-17T22:57:42,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731884262096, max timestamp=1731884262114Num uniques 1049; 2024-11-17T22:57:42,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-17T22:57:42,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731884262096, max timestamp=1731884262114Num uniques 1049; 2024-11-17T22:57:42,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-17T22:57:42,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731884262096, max timestamp=1731884262114Num uniques 1049; 2024-11-17T22:57:42,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-17T22:57:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884322147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884322148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884322148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884322153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,202 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5fb0008d7b3241f2a576ddc51e1f9830 2024-11-17T22:57:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e7131392a39149d09710491f9aba8b49 is 50, key is test_row_0/C:col10/1731884260794/Put/seqid=0 2024-11-17T22:57:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742146_1322 (size=12301) 2024-11-17T22:57:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884322260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884322260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884322260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884322270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-17T22:57:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884322470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884322470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884322471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884322480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,624 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e7131392a39149d09710491f9aba8b49 2024-11-17T22:57:42,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/c248932ee78f4eeb862ca0734a6b6929 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c248932ee78f4eeb862ca0734a6b6929 2024-11-17T22:57:42,635 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c248932ee78f4eeb862ca0734a6b6929, entries=150, sequenceid=644, filesize=12.0 K 2024-11-17T22:57:42,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/5fb0008d7b3241f2a576ddc51e1f9830 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5fb0008d7b3241f2a576ddc51e1f9830 2024-11-17T22:57:42,642 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5fb0008d7b3241f2a576ddc51e1f9830, entries=150, sequenceid=644, filesize=12.0 K 2024-11-17T22:57:42,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/e7131392a39149d09710491f9aba8b49 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e7131392a39149d09710491f9aba8b49 2024-11-17T22:57:42,647 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e7131392a39149d09710491f9aba8b49, entries=150, sequenceid=644, filesize=12.0 K 2024-11-17T22:57:42,649 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1271ms, sequenceid=644, compaction requested=true 2024-11-17T22:57:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-17T22:57:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-17T22:57:42,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-17T22:57:42,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-17T22:57:42,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4350 sec 2024-11-17T22:57:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:42,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=154.31 KB heapSize=431.63 KB 2024-11-17T22:57:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:42,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3578741d2a844ceba0f7f8e3ce0dcde8 is 50, key is test_row_0/A:col10/1731884262147/Put/seqid=0 2024-11-17T22:57:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742147_1323 (size=12301) 2024-11-17T22:57:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884322788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884322791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884322792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884322796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884322901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884322901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884322910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55282 deadline: 1731884322930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:42,935 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 3a57b1c211b9fbb0b9f86b0512f70f49 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:57:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884323110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884323110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884323120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=853 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3578741d2a844ceba0f7f8e3ce0dcde8 2024-11-17T22:57:43,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9d1d1c13cf644931862c33d87677f426 is 50, key is test_row_0/B:col10/1731884262147/Put/seqid=0 2024-11-17T22:57:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742148_1324 (size=12301) 2024-11-17T22:57:43,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=853 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9d1d1c13cf644931862c33d87677f426 2024-11-17T22:57:43,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/94d8abb8147a4ac0b570fc5be19a42a1 is 50, key is test_row_0/C:col10/1731884262147/Put/seqid=0 2024-11-17T22:57:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742149_1325 (size=12301) 2024-11-17T22:57:43,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55260 deadline: 1731884323300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-17T22:57:43,370 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:43,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-17T22:57:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-17T22:57:43,372 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:43,372 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:43,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55272 deadline: 1731884323420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55248 deadline: 1731884323420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55308 deadline: 1731884323431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:57:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-17T22:57:43,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-17T22:57:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:43,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:43,524 INFO [Thread-1001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1001. 2024-11-17T22:57:43,524 DEBUG [Thread-1001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,524 DEBUG [Thread-1001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,525 DEBUG [Thread-1001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:43,526 INFO [Thread-1005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1005. 2024-11-17T22:57:43,526 DEBUG [Thread-1005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,526 DEBUG [Thread-1005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,526 DEBUG [Thread-1005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,526 INFO [Thread-1007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1007. 2024-11-17T22:57:43,526 DEBUG [Thread-1007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,526 DEBUG [Thread-1007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,527 DEBUG [Thread-1007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,530 INFO [Thread-1003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1003. 2024-11-17T22:57:43,530 DEBUG [Thread-1003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,530 DEBUG [Thread-1003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,530 DEBUG [Thread-1003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,531 INFO [Thread-1009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1009. 2024-11-17T22:57:43,531 DEBUG [Thread-1009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,531 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,531 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=853 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/94d8abb8147a4ac0b570fc5be19a42a1 2024-11-17T22:57:43,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/3578741d2a844ceba0f7f8e3ce0dcde8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3578741d2a844ceba0f7f8e3ce0dcde8 2024-11-17T22:57:43,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3578741d2a844ceba0f7f8e3ce0dcde8, entries=150, sequenceid=853, filesize=12.0 K 2024-11-17T22:57:43,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9d1d1c13cf644931862c33d87677f426 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9d1d1c13cf644931862c33d87677f426 2024-11-17T22:57:43,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9d1d1c13cf644931862c33d87677f426, entries=150, sequenceid=853, filesize=12.0 K 2024-11-17T22:57:43,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/94d8abb8147a4ac0b570fc5be19a42a1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/94d8abb8147a4ac0b570fc5be19a42a1 2024-11-17T22:57:43,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/94d8abb8147a4ac0b570fc5be19a42a1, entries=150, sequenceid=853, filesize=12.0 K 2024-11-17T22:57:43,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~431.58 KB/441936, currentSize=26.84 KB/27480 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 857ms, sequenceid=853, compaction requested=true 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:43,644 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a57b1c211b9fbb0b9f86b0512f70f49:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:43,644 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:57:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:43,645 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62663 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:57:43,645 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62663 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:57:43,645 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/A is initiating minor compaction (all files) 2024-11-17T22:57:43,645 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/B is initiating minor compaction (all files) 2024-11-17T22:57:43,645 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/B in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:43,645 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/A in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:43,645 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/611e02e205184849972f6df46c2cfc02, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/491ae8f6e5e54c5ab81f83d5ecbf40c7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/34d9c3987e5c4d89a9e36933b858d45e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5fb0008d7b3241f2a576ddc51e1f9830, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9d1d1c13cf644931862c33d87677f426] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=61.2 K 2024-11-17T22:57:43,645 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2fcd3cdbe3f54a338f3eef688f36ffbe, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1d7a4ebdd9ff4a799806e8ca0d1932c4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/60e89b46408344548379445ff851e8f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c248932ee78f4eeb862ca0734a6b6929, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3578741d2a844ceba0f7f8e3ce0dcde8] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=61.2 K 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fcd3cdbe3f54a338f3eef688f36ffbe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731884258573 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 611e02e205184849972f6df46c2cfc02, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731884258573 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7a4ebdd9ff4a799806e8ca0d1932c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1731884258837 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 491ae8f6e5e54c5ab81f83d5ecbf40c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1731884258837 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e89b46408344548379445ff851e8f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1731884259594 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d9c3987e5c4d89a9e36933b858d45e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1731884259594 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c248932ee78f4eeb862ca0734a6b6929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731884260774 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fb0008d7b3241f2a576ddc51e1f9830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731884260774 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3578741d2a844ceba0f7f8e3ce0dcde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=853, earliestPutTs=1731884262124 2024-11-17T22:57:43,646 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d1d1c13cf644931862c33d87677f426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=853, earliestPutTs=1731884262124 2024-11-17T22:57:43,654 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:43,654 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:43,654 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/0faf40661f794386977f99a4876b136e is 50, key is test_row_0/A:col10/1731884262147/Put/seqid=0 2024-11-17T22:57:43,654 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/95593b06823b40c7ae035826836356df is 50, key is test_row_0/B:col10/1731884262147/Put/seqid=0 2024-11-17T22:57:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742150_1326 (size=13629) 2024-11-17T22:57:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742151_1327 (size=13629) 2024-11-17T22:57:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:43,681 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5ff7c84c915f4dd49e093fc5c6142112 is 50, key is test_row_0/A:col10/1731884262793/Put/seqid=0 2024-11-17T22:57:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742152_1328 (size=12301) 2024-11-17T22:57:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-17T22:57:43,932 INFO [Thread-992 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-992. 2024-11-17T22:57:43,932 INFO [Thread-990 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-990. 2024-11-17T22:57:43,932 DEBUG [Thread-990 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,932 DEBUG [Thread-992 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,932 DEBUG [Thread-990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,932 DEBUG [Thread-992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,933 DEBUG [Thread-990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,933 DEBUG [Thread-992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:43,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. as already flushing 2024-11-17T22:57:43,942 INFO [Thread-996 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-996. 2024-11-17T22:57:43,942 DEBUG [Thread-996 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:43,942 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,942 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:43,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-17T22:57:44,063 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/0faf40661f794386977f99a4876b136e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/0faf40661f794386977f99a4876b136e 2024-11-17T22:57:44,063 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/95593b06823b40c7ae035826836356df as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/95593b06823b40c7ae035826836356df 2024-11-17T22:57:44,067 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/A of 3a57b1c211b9fbb0b9f86b0512f70f49 into 0faf40661f794386977f99a4876b136e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:44,067 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:44,068 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/A, priority=11, startTime=1731884263644; duration=0sec 2024-11-17T22:57:44,068 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:44,068 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/B of 3a57b1c211b9fbb0b9f86b0512f70f49 into 95593b06823b40c7ae035826836356df(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:44,068 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:A 2024-11-17T22:57:44,068 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:44,068 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:57:44,068 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/B, priority=11, startTime=1731884263644; duration=0sec 2024-11-17T22:57:44,068 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:44,068 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:B 2024-11-17T22:57:44,069 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62663 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:57:44,069 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 3a57b1c211b9fbb0b9f86b0512f70f49/C is initiating minor compaction (all files) 2024-11-17T22:57:44,069 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a57b1c211b9fbb0b9f86b0512f70f49/C in TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:44,069 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/95dc8eba11bc42b897a111ac5a3b1492, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/23bf0420c9b449c58001d39a0e1d5da0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/74a2de0a150e4bd5ab12beff6c8ee45c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e7131392a39149d09710491f9aba8b49, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/94d8abb8147a4ac0b570fc5be19a42a1] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp, totalSize=61.2 K 2024-11-17T22:57:44,070 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95dc8eba11bc42b897a111ac5a3b1492, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731884258573 2024-11-17T22:57:44,070 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23bf0420c9b449c58001d39a0e1d5da0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1731884258837 2024-11-17T22:57:44,070 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74a2de0a150e4bd5ab12beff6c8ee45c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1731884259594 2024-11-17T22:57:44,070 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7131392a39149d09710491f9aba8b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731884260774 2024-11-17T22:57:44,071 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94d8abb8147a4ac0b570fc5be19a42a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=853, earliestPutTs=1731884262124 2024-11-17T22:57:44,088 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=860 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5ff7c84c915f4dd49e093fc5c6142112 2024-11-17T22:57:44,092 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a57b1c211b9fbb0b9f86b0512f70f49#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:44,093 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a9d88c41de4e4072b3dc6a6c43623092 is 50, key is test_row_0/C:col10/1731884262147/Put/seqid=0 2024-11-17T22:57:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/ff0eefed63a343bca80ac5df4ee71aa7 is 50, key is test_row_0/B:col10/1731884262793/Put/seqid=0 2024-11-17T22:57:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742153_1329 (size=13629) 2024-11-17T22:57:44,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742154_1330 (size=12301) 2024-11-17T22:57:44,313 INFO [Thread-998 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-998. 2024-11-17T22:57:44,313 DEBUG [Thread-998 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:44,313 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:44,314 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:44,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:44,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=860 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/ff0eefed63a343bca80ac5df4ee71aa7 2024-11-17T22:57:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-17T22:57:44,512 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/a9d88c41de4e4072b3dc6a6c43623092 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a9d88c41de4e4072b3dc6a6c43623092 2024-11-17T22:57:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7e67e57fa161449d8a3f06c1b0a89607 is 50, key is test_row_0/C:col10/1731884262793/Put/seqid=0 2024-11-17T22:57:44,517 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3a57b1c211b9fbb0b9f86b0512f70f49/C of 3a57b1c211b9fbb0b9f86b0512f70f49 into a9d88c41de4e4072b3dc6a6c43623092(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:44,517 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:44,517 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., storeName=3a57b1c211b9fbb0b9f86b0512f70f49/C, priority=11, startTime=1731884263644; duration=0sec 2024-11-17T22:57:44,517 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:44,517 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a57b1c211b9fbb0b9f86b0512f70f49:C 2024-11-17T22:57:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742155_1331 (size=12301) 2024-11-17T22:57:44,921 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=860 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7e67e57fa161449d8a3f06c1b0a89607 2024-11-17T22:57:44,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/5ff7c84c915f4dd49e093fc5c6142112 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5ff7c84c915f4dd49e093fc5c6142112 2024-11-17T22:57:44,943 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5ff7c84c915f4dd49e093fc5c6142112, entries=150, sequenceid=860, filesize=12.0 K 2024-11-17T22:57:44,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/ff0eefed63a343bca80ac5df4ee71aa7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ff0eefed63a343bca80ac5df4ee71aa7 2024-11-17T22:57:44,946 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ff0eefed63a343bca80ac5df4ee71aa7, entries=150, sequenceid=860, filesize=12.0 K 2024-11-17T22:57:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/7e67e57fa161449d8a3f06c1b0a89607 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7e67e57fa161449d8a3f06c1b0a89607 2024-11-17T22:57:44,949 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7e67e57fa161449d8a3f06c1b0a89607, entries=150, sequenceid=860, filesize=12.0 K 2024-11-17T22:57:44,950 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=26.84 KB/27480 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1269ms, sequenceid=860, compaction requested=false 2024-11-17T22:57:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 3a57b1c211b9fbb0b9f86b0512f70f49: 2024-11-17T22:57:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-17T22:57:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-17T22:57:44,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-17T22:57:44,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-11-17T22:57:44,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.5830 sec 2024-11-17T22:57:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-17T22:57:45,520 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:46,962 INFO [Thread-994 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-994. 2024-11-17T22:57:46,962 DEBUG [Thread-994 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:57:46,962 DEBUG [Thread-994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:46,963 DEBUG [Thread-994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:46,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 230 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 193 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2424 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2453 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2369 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2432 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2446 2024-11-17T22:57:46,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T22:57:46,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:57:46,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:57:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:46,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:57:46,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T22:57:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-17T22:57:46,967 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884266967"}]},"ts":"1731884266967"} 2024-11-17T22:57:46,969 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T22:57:46,969 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T22:57:46,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:57:46,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, UNASSIGN}] 2024-11-17T22:57:46,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, UNASSIGN 2024-11-17T22:57:46,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=3a57b1c211b9fbb0b9f86b0512f70f49, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, UNASSIGN because future has completed 2024-11-17T22:57:46,975 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:57:46,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:57:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-17T22:57:47,127 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:47,127 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:57:47,127 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 3a57b1c211b9fbb0b9f86b0512f70f49, disabling compactions & flushes 2024-11-17T22:57:47,128 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. after waiting 0 ms 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:47,128 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 3a57b1c211b9fbb0b9f86b0512f70f49 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=A 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=B 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a57b1c211b9fbb0b9f86b0512f70f49, store=C 2024-11-17T22:57:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:47,132 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/86165901d23d432db9217f05441c0dc2 is 50, key is test_row_1/A:col10/1731884263931/Put/seqid=0 2024-11-17T22:57:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742156_1332 (size=9857) 2024-11-17T22:57:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-17T22:57:47,536 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=871 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/86165901d23d432db9217f05441c0dc2 2024-11-17T22:57:47,541 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9359ff9e025c439d9d8450d5d638a16c is 50, key is test_row_1/B:col10/1731884263931/Put/seqid=0 2024-11-17T22:57:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742157_1333 (size=9857) 2024-11-17T22:57:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-17T22:57:47,945 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=871 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9359ff9e025c439d9d8450d5d638a16c 2024-11-17T22:57:47,951 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/734b41f8209a4191b3091f41827ac1fc is 50, key is test_row_1/C:col10/1731884263931/Put/seqid=0 2024-11-17T22:57:47,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742158_1334 (size=9857) 2024-11-17T22:57:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-17T22:57:48,355 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=871 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/734b41f8209a4191b3091f41827ac1fc 2024-11-17T22:57:48,359 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/A/86165901d23d432db9217f05441c0dc2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/86165901d23d432db9217f05441c0dc2 2024-11-17T22:57:48,363 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/86165901d23d432db9217f05441c0dc2, entries=100, sequenceid=871, filesize=9.6 K 2024-11-17T22:57:48,363 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/B/9359ff9e025c439d9d8450d5d638a16c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9359ff9e025c439d9d8450d5d638a16c 2024-11-17T22:57:48,367 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9359ff9e025c439d9d8450d5d638a16c, entries=100, sequenceid=871, filesize=9.6 K 2024-11-17T22:57:48,368 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/.tmp/C/734b41f8209a4191b3091f41827ac1fc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/734b41f8209a4191b3091f41827ac1fc 2024-11-17T22:57:48,372 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/734b41f8209a4191b3091f41827ac1fc, entries=100, sequenceid=871, filesize=9.6 K 2024-11-17T22:57:48,372 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1244ms, sequenceid=871, compaction requested=true 2024-11-17T22:57:48,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/d832cf02e2b74803b728bde883a6d685, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/58a555b6887643e591b84ef5afd16771, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/bb4995fb27884049b6863213ddf42a90, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7542d96d72c64ff781244020ce2e723f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/63459f20200d4b0ea14dddef9f1b7b0b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/9038124033534cfc94c9d7f495d77dff, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/52f5ab3d80614a098d6844d5dd289010, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/620153f57efd47f89be5fc5f2f4e8f58, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7bd87eb84d0d4f67b29c7f1f2f8abafe, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/6aa2ae3a519043af8ee488f079b3a70a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c819cfb20446a4abec3348e5a7c3c7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/f293ac59126e4e7c8daa6f4f7448f396, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/77d08fd226ae496cbac607d6e221213f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c8a857582044a7aba0882383c1a9e0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8f9029109b334aa58d99f8276b6acd83, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2be48e9990e44e309b82812b0dfa42d6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1ab6d3832ca24a5fba395f0c5335b186, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/057792988d044d8ab79d1545db06be5f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5cfc505bfcf747c3a3a9b91664cbbb22, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/74568bd558f94a47b6eb21663676253c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8e57be917ad44330a20c288849f52cb0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/479fae4ef3e242e382feb051dd153ad3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e14106e75dad4735a27f935f389b1776, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/b211ae6a2d3640cc8d73d467815860ad, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/afc9e0192bf746428964c05a9fdf29e2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/be3d844b58824a1ebba269ec7845f2cf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5588b6e445764e668aa6226bd6f910dd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/a1f07f1d1c7e45f2b1f4f3a53a969834, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3b44115a480d4c5f9475b3b84a2c49d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c3294011bded4b07b0e2e79d7c48727b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2d76264a9fd941d8a99d064dccef3c3d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3d4293f980e9479dbc44c403cd61399d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e832d1645538425eb42c7705099d991c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2fcd3cdbe3f54a338f3eef688f36ffbe, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7d6eab68b56d4b0685e8db1032f0ea80, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1d7a4ebdd9ff4a799806e8ca0d1932c4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/60e89b46408344548379445ff851e8f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c248932ee78f4eeb862ca0734a6b6929, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3578741d2a844ceba0f7f8e3ce0dcde8] to archive 2024-11-17T22:57:48,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:57:48,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/d832cf02e2b74803b728bde883a6d685 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/d832cf02e2b74803b728bde883a6d685 2024-11-17T22:57:48,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/58a555b6887643e591b84ef5afd16771 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/58a555b6887643e591b84ef5afd16771 2024-11-17T22:57:48,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/bb4995fb27884049b6863213ddf42a90 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/bb4995fb27884049b6863213ddf42a90 2024-11-17T22:57:48,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7542d96d72c64ff781244020ce2e723f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7542d96d72c64ff781244020ce2e723f 2024-11-17T22:57:48,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/63459f20200d4b0ea14dddef9f1b7b0b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/63459f20200d4b0ea14dddef9f1b7b0b 2024-11-17T22:57:48,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/9038124033534cfc94c9d7f495d77dff to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/9038124033534cfc94c9d7f495d77dff 2024-11-17T22:57:48,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/52f5ab3d80614a098d6844d5dd289010 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/52f5ab3d80614a098d6844d5dd289010 2024-11-17T22:57:48,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/620153f57efd47f89be5fc5f2f4e8f58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/620153f57efd47f89be5fc5f2f4e8f58 2024-11-17T22:57:48,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7bd87eb84d0d4f67b29c7f1f2f8abafe to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7bd87eb84d0d4f67b29c7f1f2f8abafe 2024-11-17T22:57:48,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/6aa2ae3a519043af8ee488f079b3a70a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/6aa2ae3a519043af8ee488f079b3a70a 2024-11-17T22:57:48,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c819cfb20446a4abec3348e5a7c3c7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c819cfb20446a4abec3348e5a7c3c7 2024-11-17T22:57:48,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/f293ac59126e4e7c8daa6f4f7448f396 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/f293ac59126e4e7c8daa6f4f7448f396 2024-11-17T22:57:48,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/77d08fd226ae496cbac607d6e221213f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/77d08fd226ae496cbac607d6e221213f 2024-11-17T22:57:48,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c8a857582044a7aba0882383c1a9e0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/44c8a857582044a7aba0882383c1a9e0 2024-11-17T22:57:48,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8f9029109b334aa58d99f8276b6acd83 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8f9029109b334aa58d99f8276b6acd83 2024-11-17T22:57:48,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2be48e9990e44e309b82812b0dfa42d6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2be48e9990e44e309b82812b0dfa42d6 2024-11-17T22:57:48,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1ab6d3832ca24a5fba395f0c5335b186 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1ab6d3832ca24a5fba395f0c5335b186 2024-11-17T22:57:48,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/057792988d044d8ab79d1545db06be5f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/057792988d044d8ab79d1545db06be5f 2024-11-17T22:57:48,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5cfc505bfcf747c3a3a9b91664cbbb22 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5cfc505bfcf747c3a3a9b91664cbbb22 2024-11-17T22:57:48,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/74568bd558f94a47b6eb21663676253c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/74568bd558f94a47b6eb21663676253c 2024-11-17T22:57:48,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8e57be917ad44330a20c288849f52cb0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/8e57be917ad44330a20c288849f52cb0 2024-11-17T22:57:48,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/479fae4ef3e242e382feb051dd153ad3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/479fae4ef3e242e382feb051dd153ad3 2024-11-17T22:57:48,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e14106e75dad4735a27f935f389b1776 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e14106e75dad4735a27f935f389b1776 2024-11-17T22:57:48,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/b211ae6a2d3640cc8d73d467815860ad to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/b211ae6a2d3640cc8d73d467815860ad 2024-11-17T22:57:48,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/afc9e0192bf746428964c05a9fdf29e2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/afc9e0192bf746428964c05a9fdf29e2 2024-11-17T22:57:48,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/be3d844b58824a1ebba269ec7845f2cf to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/be3d844b58824a1ebba269ec7845f2cf 2024-11-17T22:57:48,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5588b6e445764e668aa6226bd6f910dd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5588b6e445764e668aa6226bd6f910dd 2024-11-17T22:57:48,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/a1f07f1d1c7e45f2b1f4f3a53a969834 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/a1f07f1d1c7e45f2b1f4f3a53a969834 2024-11-17T22:57:48,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3b44115a480d4c5f9475b3b84a2c49d3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3b44115a480d4c5f9475b3b84a2c49d3 2024-11-17T22:57:48,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c3294011bded4b07b0e2e79d7c48727b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c3294011bded4b07b0e2e79d7c48727b 2024-11-17T22:57:48,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2d76264a9fd941d8a99d064dccef3c3d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2d76264a9fd941d8a99d064dccef3c3d 2024-11-17T22:57:48,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3d4293f980e9479dbc44c403cd61399d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3d4293f980e9479dbc44c403cd61399d 2024-11-17T22:57:48,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e832d1645538425eb42c7705099d991c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/e832d1645538425eb42c7705099d991c 2024-11-17T22:57:48,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2fcd3cdbe3f54a338f3eef688f36ffbe to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/2fcd3cdbe3f54a338f3eef688f36ffbe 2024-11-17T22:57:48,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7d6eab68b56d4b0685e8db1032f0ea80 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/7d6eab68b56d4b0685e8db1032f0ea80 2024-11-17T22:57:48,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1d7a4ebdd9ff4a799806e8ca0d1932c4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/1d7a4ebdd9ff4a799806e8ca0d1932c4 2024-11-17T22:57:48,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/60e89b46408344548379445ff851e8f8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/60e89b46408344548379445ff851e8f8 2024-11-17T22:57:48,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c248932ee78f4eeb862ca0734a6b6929 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/c248932ee78f4eeb862ca0734a6b6929 2024-11-17T22:57:48,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3578741d2a844ceba0f7f8e3ce0dcde8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/3578741d2a844ceba0f7f8e3ce0dcde8 2024-11-17T22:57:48,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e89ccd29f229481ea22468a8833a1660, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7478c5c8baaa4d928102a34d23c24fb3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e3b7c6e194cf4b37b66ad5758346495e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/dea965265ddf4c83aeaf010fef5d1922, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7356fbd3e7274c4981c88b6c01d525f9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c93c292eab4f4b59be67015b5d21fe1f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3352dca3b2c4c00b2aaace1b8303f47, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a7aa977a73674c0bb6a30f44e5c3f1dc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4bc36e120acf455a9083471e7964f9f9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/b6d527e4ea434f508b9fbc9703615d93, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4b28c5ed630e4edf90395e42f8d81cbb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/bfd4234f731b43cc9dfd4dc59a9bd734, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a49c2f5f3a8243198f2a571e7a34ca59, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7121dadba565424a889d797c917734bb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/668a28940ab8461f99e14730353db72b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5e6bd5613e2e4919a072365839dde03e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/0e8e01b2d05646258845ea00069feecc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/58bec213ba58469198e5bb18b09637e9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c1901a87893444e187edd955e934349d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3734cb2a7fd4a70a570ebcc84f856c9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ec6705785345499c86f8d9585193a676, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a0956877d93c4b039828c86a2837505a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9e76d1a9c6304786a1bb5de2078934f8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c58511f8db624f2098825e0c885ceeb6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/fd8eda3cfa0c4179ad1aec80c009a291, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/d0e8fcf56c0f471789d1e10fec869af7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/402d285717b54c0cbd5aabe255f8e15a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/3bc050da25a5421f887e4b82da249986, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/17b686b8650041c988293e6222124ee2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/f0b817d9dc3a4bfdb0d73e32e60899f6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c5714bd2a2f54d5c9653205c7429825c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/de3f674cb2664f428c4144c79fc5c457, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/885e2573ceea4b959b717267e0d826ca, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/611e02e205184849972f6df46c2cfc02, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5ef972fc0b274d0ca9c5152b95040b5f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/491ae8f6e5e54c5ab81f83d5ecbf40c7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/34d9c3987e5c4d89a9e36933b858d45e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5fb0008d7b3241f2a576ddc51e1f9830, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9d1d1c13cf644931862c33d87677f426] to archive 2024-11-17T22:57:48,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:57:48,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e89ccd29f229481ea22468a8833a1660 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e89ccd29f229481ea22468a8833a1660 2024-11-17T22:57:48,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7478c5c8baaa4d928102a34d23c24fb3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7478c5c8baaa4d928102a34d23c24fb3 2024-11-17T22:57:48,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e3b7c6e194cf4b37b66ad5758346495e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/e3b7c6e194cf4b37b66ad5758346495e 2024-11-17T22:57:48,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/dea965265ddf4c83aeaf010fef5d1922 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/dea965265ddf4c83aeaf010fef5d1922 2024-11-17T22:57:48,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7356fbd3e7274c4981c88b6c01d525f9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7356fbd3e7274c4981c88b6c01d525f9 2024-11-17T22:57:48,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c93c292eab4f4b59be67015b5d21fe1f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c93c292eab4f4b59be67015b5d21fe1f 2024-11-17T22:57:48,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3352dca3b2c4c00b2aaace1b8303f47 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3352dca3b2c4c00b2aaace1b8303f47 2024-11-17T22:57:48,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a7aa977a73674c0bb6a30f44e5c3f1dc to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a7aa977a73674c0bb6a30f44e5c3f1dc 2024-11-17T22:57:48,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4bc36e120acf455a9083471e7964f9f9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4bc36e120acf455a9083471e7964f9f9 2024-11-17T22:57:48,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/b6d527e4ea434f508b9fbc9703615d93 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/b6d527e4ea434f508b9fbc9703615d93 2024-11-17T22:57:48,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4b28c5ed630e4edf90395e42f8d81cbb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/4b28c5ed630e4edf90395e42f8d81cbb 2024-11-17T22:57:48,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/bfd4234f731b43cc9dfd4dc59a9bd734 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/bfd4234f731b43cc9dfd4dc59a9bd734 2024-11-17T22:57:48,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a49c2f5f3a8243198f2a571e7a34ca59 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a49c2f5f3a8243198f2a571e7a34ca59 2024-11-17T22:57:48,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7121dadba565424a889d797c917734bb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/7121dadba565424a889d797c917734bb 2024-11-17T22:57:48,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/668a28940ab8461f99e14730353db72b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/668a28940ab8461f99e14730353db72b 2024-11-17T22:57:48,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5e6bd5613e2e4919a072365839dde03e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5e6bd5613e2e4919a072365839dde03e 2024-11-17T22:57:48,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/0e8e01b2d05646258845ea00069feecc to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/0e8e01b2d05646258845ea00069feecc 2024-11-17T22:57:48,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/58bec213ba58469198e5bb18b09637e9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/58bec213ba58469198e5bb18b09637e9 2024-11-17T22:57:48,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c1901a87893444e187edd955e934349d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c1901a87893444e187edd955e934349d 2024-11-17T22:57:48,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3734cb2a7fd4a70a570ebcc84f856c9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a3734cb2a7fd4a70a570ebcc84f856c9 2024-11-17T22:57:48,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ec6705785345499c86f8d9585193a676 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ec6705785345499c86f8d9585193a676 2024-11-17T22:57:48,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a0956877d93c4b039828c86a2837505a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/a0956877d93c4b039828c86a2837505a 2024-11-17T22:57:48,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9e76d1a9c6304786a1bb5de2078934f8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9e76d1a9c6304786a1bb5de2078934f8 2024-11-17T22:57:48,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c58511f8db624f2098825e0c885ceeb6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c58511f8db624f2098825e0c885ceeb6 2024-11-17T22:57:48,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/fd8eda3cfa0c4179ad1aec80c009a291 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/fd8eda3cfa0c4179ad1aec80c009a291 2024-11-17T22:57:48,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/d0e8fcf56c0f471789d1e10fec869af7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/d0e8fcf56c0f471789d1e10fec869af7 2024-11-17T22:57:48,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/402d285717b54c0cbd5aabe255f8e15a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/402d285717b54c0cbd5aabe255f8e15a 2024-11-17T22:57:48,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/3bc050da25a5421f887e4b82da249986 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/3bc050da25a5421f887e4b82da249986 2024-11-17T22:57:48,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/17b686b8650041c988293e6222124ee2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/17b686b8650041c988293e6222124ee2 2024-11-17T22:57:48,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/f0b817d9dc3a4bfdb0d73e32e60899f6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/f0b817d9dc3a4bfdb0d73e32e60899f6 2024-11-17T22:57:48,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c5714bd2a2f54d5c9653205c7429825c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/c5714bd2a2f54d5c9653205c7429825c 2024-11-17T22:57:48,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/de3f674cb2664f428c4144c79fc5c457 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/de3f674cb2664f428c4144c79fc5c457 2024-11-17T22:57:48,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/885e2573ceea4b959b717267e0d826ca to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/885e2573ceea4b959b717267e0d826ca 2024-11-17T22:57:48,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/611e02e205184849972f6df46c2cfc02 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/611e02e205184849972f6df46c2cfc02 2024-11-17T22:57:48,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5ef972fc0b274d0ca9c5152b95040b5f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5ef972fc0b274d0ca9c5152b95040b5f 2024-11-17T22:57:48,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/491ae8f6e5e54c5ab81f83d5ecbf40c7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/491ae8f6e5e54c5ab81f83d5ecbf40c7 2024-11-17T22:57:48,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/34d9c3987e5c4d89a9e36933b858d45e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/34d9c3987e5c4d89a9e36933b858d45e 2024-11-17T22:57:48,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5fb0008d7b3241f2a576ddc51e1f9830 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/5fb0008d7b3241f2a576ddc51e1f9830 2024-11-17T22:57:48,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9d1d1c13cf644931862c33d87677f426 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9d1d1c13cf644931862c33d87677f426 2024-11-17T22:57:48,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/380c744e6c054e82a88f9341eddcb601, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/058e7724eb884ac281ce0772c8d34451, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/770a4cbf4b0f4859a91493710271db74, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/70b4b87ecb3e4c24b63a1e8aee907dbb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1d0ee4bd1a964787b2365bdd36ab9396, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/db665448281c49a9a0468df54c51cd88, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7254854a0d5f479c8807b9aaf6ee31b0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d5906c0c97b54898b5234f08a6f0fd79, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a378d047699f40469914a924a0291402, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/fcaa548f4f9347349e95f8beb5507ff3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/2f7bf757876e4bb0829f7dee81e9b090, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ab3925284766421dac8d1c4955f30e88, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d77dac5691484cf1a1e7a9ac403a26d8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/0a60dd11c5fb4bdd90e25f76ce4c3585, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ad4359c78dbb46ae83e91624e7c1aff1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5b4c05c519bf48cebdd990866e4bf316, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/c65a955a9ae1434ab6ca0e19c2a19226, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/f09e84f9a3674f80bccfef076f78990e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/01f79fc95b944f8e8f5fb826a19d7388, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7c23072f48674e4a893ba910a6007821, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5f85eba048224abdb9c7eaa15c3edf6e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b6dbeb7654784c34baaac853ecfbf490, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e3695c948376408ea9ab5fb5a64db239, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b97448f29f54438194a892eaaf2d79f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/bd1cfb52ff094a5188c1bf40dbbd6745, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e55e908ec5344873bdfd32a6d3ba6e35, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e36fa99303944baaa0a809d4776f401c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/54068cc5abc64eeaabb3e5df7826296a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/04685552d7a8470f8a6a67a4ebb0dc7d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d3eacb285e2a4af58cbfbae1fad1715e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/91f314e1134b4dd9bf44dee69d1b5b13, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1cbaaaecb7b14e5da7c9e581a63aa45a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a35f5cb1672d4872abf0e6e4766145d8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/95dc8eba11bc42b897a111ac5a3b1492, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/6dbd41fd1c8c4ea982ff786cb0a83032, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/23bf0420c9b449c58001d39a0e1d5da0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/74a2de0a150e4bd5ab12beff6c8ee45c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e7131392a39149d09710491f9aba8b49, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/94d8abb8147a4ac0b570fc5be19a42a1] to archive 2024-11-17T22:57:48,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:57:48,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/380c744e6c054e82a88f9341eddcb601 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/380c744e6c054e82a88f9341eddcb601 2024-11-17T22:57:48,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/058e7724eb884ac281ce0772c8d34451 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/058e7724eb884ac281ce0772c8d34451 2024-11-17T22:57:48,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/770a4cbf4b0f4859a91493710271db74 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/770a4cbf4b0f4859a91493710271db74 2024-11-17T22:57:48,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/70b4b87ecb3e4c24b63a1e8aee907dbb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/70b4b87ecb3e4c24b63a1e8aee907dbb 2024-11-17T22:57:48,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1d0ee4bd1a964787b2365bdd36ab9396 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1d0ee4bd1a964787b2365bdd36ab9396 2024-11-17T22:57:48,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/db665448281c49a9a0468df54c51cd88 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/db665448281c49a9a0468df54c51cd88 2024-11-17T22:57:48,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7254854a0d5f479c8807b9aaf6ee31b0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7254854a0d5f479c8807b9aaf6ee31b0 2024-11-17T22:57:48,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d5906c0c97b54898b5234f08a6f0fd79 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d5906c0c97b54898b5234f08a6f0fd79 2024-11-17T22:57:48,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a378d047699f40469914a924a0291402 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a378d047699f40469914a924a0291402 2024-11-17T22:57:48,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/fcaa548f4f9347349e95f8beb5507ff3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/fcaa548f4f9347349e95f8beb5507ff3 2024-11-17T22:57:48,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/2f7bf757876e4bb0829f7dee81e9b090 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/2f7bf757876e4bb0829f7dee81e9b090 2024-11-17T22:57:48,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ab3925284766421dac8d1c4955f30e88 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ab3925284766421dac8d1c4955f30e88 2024-11-17T22:57:48,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d77dac5691484cf1a1e7a9ac403a26d8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d77dac5691484cf1a1e7a9ac403a26d8 2024-11-17T22:57:48,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/0a60dd11c5fb4bdd90e25f76ce4c3585 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/0a60dd11c5fb4bdd90e25f76ce4c3585 2024-11-17T22:57:48,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ad4359c78dbb46ae83e91624e7c1aff1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/ad4359c78dbb46ae83e91624e7c1aff1 2024-11-17T22:57:48,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5b4c05c519bf48cebdd990866e4bf316 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5b4c05c519bf48cebdd990866e4bf316 2024-11-17T22:57:48,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/c65a955a9ae1434ab6ca0e19c2a19226 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/c65a955a9ae1434ab6ca0e19c2a19226 2024-11-17T22:57:48,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/f09e84f9a3674f80bccfef076f78990e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/f09e84f9a3674f80bccfef076f78990e 2024-11-17T22:57:48,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/01f79fc95b944f8e8f5fb826a19d7388 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/01f79fc95b944f8e8f5fb826a19d7388 2024-11-17T22:57:48,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7c23072f48674e4a893ba910a6007821 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7c23072f48674e4a893ba910a6007821 2024-11-17T22:57:48,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5f85eba048224abdb9c7eaa15c3edf6e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/5f85eba048224abdb9c7eaa15c3edf6e 2024-11-17T22:57:48,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b6dbeb7654784c34baaac853ecfbf490 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b6dbeb7654784c34baaac853ecfbf490 2024-11-17T22:57:48,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e3695c948376408ea9ab5fb5a64db239 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e3695c948376408ea9ab5fb5a64db239 2024-11-17T22:57:48,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b97448f29f54438194a892eaaf2d79f3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/b97448f29f54438194a892eaaf2d79f3 2024-11-17T22:57:48,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/bd1cfb52ff094a5188c1bf40dbbd6745 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/bd1cfb52ff094a5188c1bf40dbbd6745 2024-11-17T22:57:48,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e55e908ec5344873bdfd32a6d3ba6e35 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e55e908ec5344873bdfd32a6d3ba6e35 2024-11-17T22:57:48,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e36fa99303944baaa0a809d4776f401c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e36fa99303944baaa0a809d4776f401c 2024-11-17T22:57:48,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/54068cc5abc64eeaabb3e5df7826296a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/54068cc5abc64eeaabb3e5df7826296a 2024-11-17T22:57:48,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/04685552d7a8470f8a6a67a4ebb0dc7d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/04685552d7a8470f8a6a67a4ebb0dc7d 2024-11-17T22:57:48,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d3eacb285e2a4af58cbfbae1fad1715e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/d3eacb285e2a4af58cbfbae1fad1715e 2024-11-17T22:57:48,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/91f314e1134b4dd9bf44dee69d1b5b13 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/91f314e1134b4dd9bf44dee69d1b5b13 2024-11-17T22:57:48,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1cbaaaecb7b14e5da7c9e581a63aa45a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/1cbaaaecb7b14e5da7c9e581a63aa45a 2024-11-17T22:57:48,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a35f5cb1672d4872abf0e6e4766145d8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a35f5cb1672d4872abf0e6e4766145d8 2024-11-17T22:57:48,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/95dc8eba11bc42b897a111ac5a3b1492 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/95dc8eba11bc42b897a111ac5a3b1492 2024-11-17T22:57:48,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/6dbd41fd1c8c4ea982ff786cb0a83032 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/6dbd41fd1c8c4ea982ff786cb0a83032 2024-11-17T22:57:48,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/23bf0420c9b449c58001d39a0e1d5da0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/23bf0420c9b449c58001d39a0e1d5da0 2024-11-17T22:57:48,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/74a2de0a150e4bd5ab12beff6c8ee45c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/74a2de0a150e4bd5ab12beff6c8ee45c 2024-11-17T22:57:48,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e7131392a39149d09710491f9aba8b49 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/e7131392a39149d09710491f9aba8b49 2024-11-17T22:57:48,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/94d8abb8147a4ac0b570fc5be19a42a1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/94d8abb8147a4ac0b570fc5be19a42a1 2024-11-17T22:57:48,544 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/recovered.edits/874.seqid, newMaxSeqId=874, maxSeqId=1 2024-11-17T22:57:48,545 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. 2024-11-17T22:57:48,545 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 3a57b1c211b9fbb0b9f86b0512f70f49: Waiting for close lock at 1731884267127Running coprocessor pre-close hooks at 1731884267127Disabling compacts and flushes for region at 1731884267127Disabling writes for close at 1731884267128 (+1 ms)Obtaining lock to block concurrent updates at 1731884267128Preparing flush snapshotting stores in 3a57b1c211b9fbb0b9f86b0512f70f49 at 1731884267128Finished memstore snapshotting TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731884267128Flushing stores of TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49. at 1731884267129 (+1 ms)Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/A: creating writer at 1731884267129Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/A: appending metadata at 1731884267131 (+2 ms)Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/A: closing flushed file at 1731884267131Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/B: creating writer at 1731884267539 (+408 ms)Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/B: appending metadata at 1731884267541 (+2 ms)Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/B: closing flushed file at 1731884267541Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/C: creating writer at 1731884267948 (+407 ms)Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/C: appending metadata at 1731884267951 (+3 ms)Flushing 3a57b1c211b9fbb0b9f86b0512f70f49/C: closing flushed file at 1731884267951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e67887c: reopening flushed file at 1731884268358 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29571585: reopening flushed file at 1731884268363 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db73584: reopening flushed file at 1731884268367 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3a57b1c211b9fbb0b9f86b0512f70f49 in 1244ms, sequenceid=871, compaction requested=true at 1731884268372 (+5 ms)Writing region close event to WAL at 1731884268540 (+168 ms)Running coprocessor post-close hooks at 1731884268544 (+4 ms)Closed at 1731884268544 2024-11-17T22:57:48,547 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:48,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=3a57b1c211b9fbb0b9f86b0512f70f49, regionState=CLOSED 2024-11-17T22:57:48,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:57:48,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-17T22:57:48,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a57b1c211b9fbb0b9f86b0512f70f49, server=1a6e40b21a48,41723,1731884181900 in 1.5740 sec 2024-11-17T22:57:48,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-17T22:57:48,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a57b1c211b9fbb0b9f86b0512f70f49, UNASSIGN in 1.5790 sec 2024-11-17T22:57:48,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-17T22:57:48,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5830 sec 2024-11-17T22:57:48,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884268556"}]},"ts":"1731884268556"} 2024-11-17T22:57:48,557 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T22:57:48,557 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T22:57:48,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5940 sec 2024-11-17T22:57:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-17T22:57:49,111 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:49,111 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T22:57:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,113 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-17T22:57:49,114 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,117 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:49,120 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/recovered.edits] 2024-11-17T22:57:49,123 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/0faf40661f794386977f99a4876b136e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/0faf40661f794386977f99a4876b136e 2024-11-17T22:57:49,124 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5ff7c84c915f4dd49e093fc5c6142112 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/5ff7c84c915f4dd49e093fc5c6142112 2024-11-17T22:57:49,125 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/86165901d23d432db9217f05441c0dc2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/A/86165901d23d432db9217f05441c0dc2 2024-11-17T22:57:49,127 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9359ff9e025c439d9d8450d5d638a16c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/9359ff9e025c439d9d8450d5d638a16c 2024-11-17T22:57:49,128 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/95593b06823b40c7ae035826836356df to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/95593b06823b40c7ae035826836356df 2024-11-17T22:57:49,130 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ff0eefed63a343bca80ac5df4ee71aa7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/B/ff0eefed63a343bca80ac5df4ee71aa7 2024-11-17T22:57:49,131 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/734b41f8209a4191b3091f41827ac1fc to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/734b41f8209a4191b3091f41827ac1fc 2024-11-17T22:57:49,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7e67e57fa161449d8a3f06c1b0a89607 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/7e67e57fa161449d8a3f06c1b0a89607 2024-11-17T22:57:49,133 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a9d88c41de4e4072b3dc6a6c43623092 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/C/a9d88c41de4e4072b3dc6a6c43623092 2024-11-17T22:57:49,135 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/recovered.edits/874.seqid to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49/recovered.edits/874.seqid 2024-11-17T22:57:49,136 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/3a57b1c211b9fbb0b9f86b0512f70f49 2024-11-17T22:57:49,136 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T22:57:49,138 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,142 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T22:57:49,144 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T22:57:49,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T22:57:49,146 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731884269146"}]},"ts":"9223372036854775807"} 2024-11-17T22:57:49,148 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T22:57:49,148 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3a57b1c211b9fbb0b9f86b0512f70f49, NAME => 'TestAcidGuarantees,,1731884242310.3a57b1c211b9fbb0b9f86b0512f70f49.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T22:57:49,148 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T22:57:49,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731884269148"}]},"ts":"9223372036854775807"} 2024-11-17T22:57:49,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-17T22:57:49,152 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-17T22:57:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-17T22:57:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-17T22:57:49,223 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:49,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=253 (was 252) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1439303957_22 at /127.0.0.1:42890 [Waiting for operation #1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26137619_22 at /127.0.0.1:48214 [Waiting for operation #1054] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1439303957_22 at /127.0.0.1:48304 [Waiting for operation #898] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26137619_22 at /127.0.0.1:59890 [Waiting for operation #1418] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 417) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3705 (was 3948) 2024-11-17T22:57:49,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=253, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=3704 2024-11-17T22:57:49,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:57:49,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:57:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:49,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:57:49,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:49,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-17T22:57:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T22:57:49,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:57:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742159_1335 (size=1061) 2024-11-17T22:57:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T22:57:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T22:57:49,653 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:57:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742160_1336 (size=53) 2024-11-17T22:57:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T22:57:50,059 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:57:50,059 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2a82c516fbf6602f12b8dbf0ca69af25, disabling compactions & flushes 2024-11-17T22:57:50,059 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,059 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,059 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. after waiting 0 ms 2024-11-17T22:57:50,059 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,059 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,059 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a82c516fbf6602f12b8dbf0ca69af25: Waiting for close lock at 1731884270059Disabling compacts and flushes for region at 1731884270059Disabling writes for close at 1731884270059Writing region close event to WAL at 1731884270059Closed at 1731884270059 2024-11-17T22:57:50,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:57:50,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731884270061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884270061"}]},"ts":"1731884270061"} 2024-11-17T22:57:50,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T22:57:50,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:57:50,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884270064"}]},"ts":"1731884270064"} 2024-11-17T22:57:50,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T22:57:50,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, ASSIGN}] 2024-11-17T22:57:50,067 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, ASSIGN 2024-11-17T22:57:50,068 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=false 2024-11-17T22:57:50,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:50,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, ASSIGN because future has completed 2024-11-17T22:57:50,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:57:50,374 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,374 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:57:50,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:57:50,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,376 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,377 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:50,378 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a82c516fbf6602f12b8dbf0ca69af25 columnFamilyName A 2024-11-17T22:57:50,378 DEBUG [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:50,378 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(327): Store=2a82c516fbf6602f12b8dbf0ca69af25/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:50,378 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,379 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:50,380 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a82c516fbf6602f12b8dbf0ca69af25 columnFamilyName B 2024-11-17T22:57:50,380 DEBUG [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:50,380 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(327): Store=2a82c516fbf6602f12b8dbf0ca69af25/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T22:57:50,380 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,381 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:50,381 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a82c516fbf6602f12b8dbf0ca69af25 columnFamilyName C 2024-11-17T22:57:50,381 DEBUG [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:50,382 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(327): Store=2a82c516fbf6602f12b8dbf0ca69af25/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:50,382 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,383 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,383 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,384 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,384 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:57:50,385 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,386 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:57:50,387 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 2a82c516fbf6602f12b8dbf0ca69af25; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66404113, jitterRate=-0.01050160825252533}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:57:50,387 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:50,388 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 2a82c516fbf6602f12b8dbf0ca69af25: Running coprocessor pre-open hook at 1731884270375Writing region info on filesystem at 1731884270375Initializing all the Stores at 1731884270376 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884270376Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884270376Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884270376Cleaning up temporary data from old regions at 1731884270384 (+8 ms)Running coprocessor post-open hooks at 1731884270387 (+3 ms)Region opened successfully at 1731884270387 2024-11-17T22:57:50,388 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., pid=95, masterSystemTime=1731884270371 2024-11-17T22:57:50,390 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,390 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:50,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:57:50,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-17T22:57:50,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 in 172 msec 2024-11-17T22:57:50,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-17T22:57:50,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, ASSIGN in 328 msec 2024-11-17T22:57:50,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:57:50,397 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884270397"}]},"ts":"1731884270397"} 2024-11-17T22:57:50,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T22:57:50,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:57:50,399 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:57:50,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-17T22:57:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T22:57:51,391 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:51,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f71598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e2512f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:57:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:57:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4db060 2024-11-17T22:57:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:57:51,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:57:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:57:51,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:57:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T22:57:51,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742161_1337 (size=1097) 2024-11-17T22:57:51,416 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-17T22:57:51,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-17T22:57:51,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:57:51,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, REOPEN/MOVE}] 2024-11-17T22:57:51,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, REOPEN/MOVE 2024-11-17T22:57:51,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:51,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, REOPEN/MOVE because future has completed 2024-11-17T22:57:51,424 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:57:51,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:57:51,576 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,576 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:57:51,576 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 2a82c516fbf6602f12b8dbf0ca69af25, disabling compactions & flushes 2024-11-17T22:57:51,576 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,576 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,577 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. after waiting 0 ms 2024-11-17T22:57:51,577 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,580 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:57:51,580 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,580 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 2a82c516fbf6602f12b8dbf0ca69af25: Waiting for close lock at 1731884271576Running coprocessor pre-close hooks at 1731884271576Disabling compacts and flushes for region at 1731884271576Disabling writes for close at 1731884271577 (+1 ms)Writing region close event to WAL at 1731884271577Running coprocessor post-close hooks at 1731884271580 (+3 ms)Closed at 1731884271580 2024-11-17T22:57:51,580 WARN [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 2a82c516fbf6602f12b8dbf0ca69af25 to self. 2024-11-17T22:57:51,582 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=CLOSED 2024-11-17T22:57:51,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:57:51,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-17T22:57:51,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 in 160 msec 2024-11-17T22:57:51,587 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, REOPEN/MOVE; state=CLOSED, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=true 2024-11-17T22:57:51,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T22:57:51,737 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:51,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, REOPEN/MOVE because future has completed 2024-11-17T22:57:51,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:57:51,893 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,893 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:57:51,893 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,893 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:57:51,894 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,894 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,895 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,895 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:51,896 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a82c516fbf6602f12b8dbf0ca69af25 columnFamilyName A 2024-11-17T22:57:51,897 DEBUG [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:51,897 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(327): Store=2a82c516fbf6602f12b8dbf0ca69af25/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:51,897 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,898 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:51,898 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a82c516fbf6602f12b8dbf0ca69af25 columnFamilyName B 2024-11-17T22:57:51,898 DEBUG [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:51,898 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(327): Store=2a82c516fbf6602f12b8dbf0ca69af25/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:51,898 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,899 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:57:51,899 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a82c516fbf6602f12b8dbf0ca69af25 columnFamilyName C 2024-11-17T22:57:51,899 DEBUG [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:51,899 INFO [StoreOpener-2a82c516fbf6602f12b8dbf0ca69af25-1 {}] regionserver.HStore(327): Store=2a82c516fbf6602f12b8dbf0ca69af25/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:57:51,899 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,900 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,900 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,901 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,901 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,901 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,902 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:57:51,903 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,903 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 2a82c516fbf6602f12b8dbf0ca69af25; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75274267, jitterRate=0.12167398631572723}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:57:51,903 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:51,904 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 2a82c516fbf6602f12b8dbf0ca69af25: Running coprocessor pre-open hook at 1731884271894Writing region info on filesystem at 1731884271894Initializing all the Stores at 1731884271894Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884271894Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884271895 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884271895Cleaning up temporary data from old regions at 1731884271901 (+6 ms)Running coprocessor post-open hooks at 1731884271903 (+2 ms)Region opened successfully at 1731884271904 (+1 ms) 2024-11-17T22:57:51,905 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., pid=100, masterSystemTime=1731884271890 2024-11-17T22:57:51,906 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,906 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:51,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:51,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:57:51,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-17T22:57:51,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 in 170 msec 2024-11-17T22:57:51,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-17T22:57:51,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, REOPEN/MOVE in 489 msec 2024-11-17T22:57:51,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-17T22:57:51,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-17T22:57:51,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 514 msec 2024-11-17T22:57:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-17T22:57:51,917 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:51,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6aa76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699e5621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,921 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78f192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,923 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e46a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,925 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f9262c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f30d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338bbba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bf0026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5744f3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411d78b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729601d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a96a291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360b1449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98dc8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,940 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b50f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,941 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3373a71e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,943 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666b7989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,944 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43683fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d553196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:57:51,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:57:51,946 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:57:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:57:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:57:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48867c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:57:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:57:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:57:51,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:57:51,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1899c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:57:51,949 DEBUG [Thread-1548 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,949 DEBUG [Thread-1533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,949 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:51,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,950 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-17T22:57:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-17T22:57:51,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,956 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:51,957 DEBUG [Thread-1546 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:51,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:51,958 DEBUG [Thread-1544 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,959 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,966 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,967 DEBUG [Thread-1535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,968 DEBUG [Thread-1535 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,968 DEBUG [Thread-1535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,973 DEBUG [Thread-1537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,974 DEBUG [Thread-1537 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,974 DEBUG [Thread-1537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,979 DEBUG [Thread-1539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:57:51,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:57:51,980 DEBUG [Thread-1539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:57:51,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:57:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:57:51,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:57:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:52,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bf3b9fd90e42455b80dccb0d73993ed5_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884271979/Put/seqid=0 2024-11-17T22:57:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742162_1338 (size=17034) 2024-11-17T22:57:52,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884272022, max timestamp=1731884272038Num uniques 859; 2024-11-17T22:57:52,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884272022, max timestamp=1731884272038Num uniques 859; 2024-11-17T22:57:52,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:52,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:52,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884272022, max timestamp=1731884272038Num uniques 859; 2024-11-17T22:57:52,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-17T22:57:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884332069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884332083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884332084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884332086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884332087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884332190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884332200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884332211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884332211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884332211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-17T22:57:52,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884332410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:52,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:52,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:52,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884332420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bf3b9fd90e42455b80dccb0d73993ed5_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bf3b9fd90e42455b80dccb0d73993ed5_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:52,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fdf589bd05bc46ed8e73654ef191adc3, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:52,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fdf589bd05bc46ed8e73654ef191adc3 is 175, key is test_row_0/A:col10/1731884271979/Put/seqid=0 2024-11-17T22:57:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742163_1339 (size=48139) 2024-11-17T22:57:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884332431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884332431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884332431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-17T22:57:52,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884332731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884332732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884332750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884332751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884332751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:52,834 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fdf589bd05bc46ed8e73654ef191adc3 2024-11-17T22:57:52,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:52,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:52,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/f058125fc18b496fb4f0e83837ea5c7d is 50, key is test_row_0/B:col10/1731884271979/Put/seqid=0 2024-11-17T22:57:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742164_1340 (size=12001) 2024-11-17T22:57:53,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:53,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:53,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-17T22:57:53,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:53,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:53,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884333250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884333250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884333271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884333271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:53,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884333271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:53,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/f058125fc18b496fb4f0e83837ea5c7d 2024-11-17T22:57:53,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/4d3a38af48a1421e9c25c6a709b49693 is 50, key is test_row_0/C:col10/1731884271979/Put/seqid=0 2024-11-17T22:57:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742165_1341 (size=12001) 2024-11-17T22:57:53,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/4d3a38af48a1421e9c25c6a709b49693 2024-11-17T22:57:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fdf589bd05bc46ed8e73654ef191adc3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3 2024-11-17T22:57:53,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3, entries=250, sequenceid=14, filesize=47.0 K 2024-11-17T22:57:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/f058125fc18b496fb4f0e83837ea5c7d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/f058125fc18b496fb4f0e83837ea5c7d 2024-11-17T22:57:53,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:53,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:53,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/f058125fc18b496fb4f0e83837ea5c7d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-17T22:57:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/4d3a38af48a1421e9c25c6a709b49693 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/4d3a38af48a1421e9c25c6a709b49693 2024-11-17T22:57:53,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/4d3a38af48a1421e9c25c6a709b49693, entries=150, sequenceid=14, filesize=11.7 K 2024-11-17T22:57:53,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1376ms, sequenceid=14, compaction requested=false 2024-11-17T22:57:53,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:53,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-17T22:57:53,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:53,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-17T22:57:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:53,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a1c8bf52f02f42a0805fe50935e0b282_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884272082/Put/seqid=0 2024-11-17T22:57:53,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742166_1342 (size=12154) 2024-11-17T22:57:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:53,537 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a1c8bf52f02f42a0805fe50935e0b282_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a1c8bf52f02f42a0805fe50935e0b282_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:53,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b6c8faad0414cf0a67518d207b2a7ba, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b6c8faad0414cf0a67518d207b2a7ba is 175, key is test_row_0/A:col10/1731884272082/Put/seqid=0 2024-11-17T22:57:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742167_1343 (size=30955) 2024-11-17T22:57:53,576 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b6c8faad0414cf0a67518d207b2a7ba 2024-11-17T22:57:53,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5ef7b8a666324f49a6ab5710b3383c3c is 50, key is test_row_0/B:col10/1731884272082/Put/seqid=0 2024-11-17T22:57:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742168_1344 (size=12001) 2024-11-17T22:57:53,593 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5ef7b8a666324f49a6ab5710b3383c3c 2024-11-17T22:57:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/c39ec021b1d5470d915c012e68350f0e is 50, key is test_row_0/C:col10/1731884272082/Put/seqid=0 2024-11-17T22:57:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742169_1345 (size=12001) 2024-11-17T22:57:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/c39ec021b1d5470d915c012e68350f0e 2024-11-17T22:57:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b6c8faad0414cf0a67518d207b2a7ba as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba 2024-11-17T22:57:54,009 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba, entries=150, sequenceid=50, filesize=30.2 K 2024-11-17T22:57:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5ef7b8a666324f49a6ab5710b3383c3c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5ef7b8a666324f49a6ab5710b3383c3c 2024-11-17T22:57:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,013 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5ef7b8a666324f49a6ab5710b3383c3c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T22:57:54,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/c39ec021b1d5470d915c012e68350f0e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c39ec021b1d5470d915c012e68350f0e 2024-11-17T22:57:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,018 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c39ec021b1d5470d915c012e68350f0e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T22:57:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,019 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=0 B/0 for 2a82c516fbf6602f12b8dbf0ca69af25 in 511ms, sequenceid=50, compaction requested=false 2024-11-17T22:57:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-17T22:57:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-17T22:57:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-17T22:57:54,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0630 sec 2024-11-17T22:57:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.0740 sec 2024-11-17T22:57:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:57:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-17T22:57:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,101 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-17T22:57:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-17T22:57:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:54,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-17T22:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-17T22:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-17T22:57:54,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-17T22:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 160 msec 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:54,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:57:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172741ffcb326e494e92aeb4f949c33f06_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742170_1346 (size=21918) 2024-11-17T22:57:54,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-17T22:57:54,420 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:54,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-17T22:57:54,423 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-17T22:57:54,424 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:54,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:54,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172741ffcb326e494e92aeb4f949c33f06_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172741ffcb326e494e92aeb4f949c33f06_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:54,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/a1a25c28bff54688a9c48b5b78463596, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:54,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/a1a25c28bff54688a9c48b5b78463596 is 175, key is test_row_0/A:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:54,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884274406, max timestamp=1731884274447Num uniques 859; 2024-11-17T22:57:54,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:54,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884274406, max timestamp=1731884274447Num uniques 859; 2024-11-17T22:57:54,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:54,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884274406, max timestamp=1731884274447Num uniques 859; 2024-11-17T22:57:54,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742171_1347 (size=65323) 2024-11-17T22:57:54,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/a1a25c28bff54688a9c48b5b78463596 2024-11-17T22:57:54,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c5cea9d3d23a4adcb653a2d38f358870 is 50, key is test_row_0/B:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884334500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884334500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742172_1348 (size=12001) 2024-11-17T22:57:54,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c5cea9d3d23a4adcb653a2d38f358870 2024-11-17T22:57:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884334503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884334505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884334507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-17T22:57:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/8d9256ab5e9e4b37bfc298b38b4ba3ea is 50, key is test_row_0/C:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742173_1349 (size=12001) 2024-11-17T22:57:54,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-17T22:57:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:54,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884334621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884334630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884334641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884334641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884334641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-17T22:57:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-17T22:57:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884334840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884334850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884334861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884334861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884334861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:54,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:54,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-17T22:57:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:54,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/8d9256ab5e9e4b37bfc298b38b4ba3ea 2024-11-17T22:57:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/a1a25c28bff54688a9c48b5b78463596 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596 2024-11-17T22:57:54,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596, entries=350, sequenceid=61, filesize=63.8 K 2024-11-17T22:57:54,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c5cea9d3d23a4adcb653a2d38f358870 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c5cea9d3d23a4adcb653a2d38f358870 2024-11-17T22:57:54,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c5cea9d3d23a4adcb653a2d38f358870, entries=150, sequenceid=61, filesize=11.7 K 2024-11-17T22:57:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/8d9256ab5e9e4b37bfc298b38b4ba3ea as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8d9256ab5e9e4b37bfc298b38b4ba3ea 2024-11-17T22:57:54,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8d9256ab5e9e4b37bfc298b38b4ba3ea, entries=150, sequenceid=61, filesize=11.7 K 2024-11-17T22:57:54,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a82c516fbf6602f12b8dbf0ca69af25 in 601ms, sequenceid=61, compaction requested=true 2024-11-17T22:57:54,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:54,975 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:54,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:54,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:54,976 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:54,979 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:54,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:57:54,980 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,980 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=141.0 K 2024-11-17T22:57:54,980 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596] 2024-11-17T22:57:54,980 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:54,980 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:57:54,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf589bd05bc46ed8e73654ef191adc3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731884271960 2024-11-17T22:57:54,980 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:54,981 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/f058125fc18b496fb4f0e83837ea5c7d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5ef7b8a666324f49a6ab5710b3383c3c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c5cea9d3d23a4adcb653a2d38f358870] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=35.2 K 2024-11-17T22:57:54,981 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b6c8faad0414cf0a67518d207b2a7ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731884272064 2024-11-17T22:57:54,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:54,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:54,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:54,981 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f058125fc18b496fb4f0e83837ea5c7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731884271976 2024-11-17T22:57:54,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:54,981 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1a25c28bff54688a9c48b5b78463596, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884274320 2024-11-17T22:57:54,981 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef7b8a666324f49a6ab5710b3383c3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731884272064 2024-11-17T22:57:54,982 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c5cea9d3d23a4adcb653a2d38f358870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884274320 2024-11-17T22:57:55,002 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:55,003 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/604bbd40d4f84a71ba9f523ca5130e87 is 50, key is test_row_0/B:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:55,010 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:55,019 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117104e0ca882e94a64b2e0d99c461e3321_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:55,022 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117104e0ca882e94a64b2e0d99c461e3321_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:55,022 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117104e0ca882e94a64b2e0d99c461e3321_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742174_1350 (size=12104) 2024-11-17T22:57:55,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,041 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-17T22:57:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742175_1351 (size=4469) 2024-11-17T22:57:55,066 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#304 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:55,066 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/db3271bc27944c5396c9b7f15cd30042 is 175, key is test_row_0/A:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111751b8c32295244f328420b0065a74cf20_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884274500/Put/seqid=0 2024-11-17T22:57:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742176_1352 (size=31058) 2024-11-17T22:57:55,085 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/db3271bc27944c5396c9b7f15cd30042 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/db3271bc27944c5396c9b7f15cd30042 2024-11-17T22:57:55,092 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into db3271bc27944c5396c9b7f15cd30042(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:55,092 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:55,092 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884274975; duration=0sec 2024-11-17T22:57:55,092 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:55,092 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:57:55,092 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:55,094 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:55,094 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:57:55,094 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,094 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/4d3a38af48a1421e9c25c6a709b49693, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c39ec021b1d5470d915c012e68350f0e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8d9256ab5e9e4b37bfc298b38b4ba3ea] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=35.2 K 2024-11-17T22:57:55,094 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d3a38af48a1421e9c25c6a709b49693, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731884271976 2024-11-17T22:57:55,094 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39ec021b1d5470d915c012e68350f0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731884272064 2024-11-17T22:57:55,095 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d9256ab5e9e4b37bfc298b38b4ba3ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884274320 2024-11-17T22:57:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742177_1353 (size=12154) 2024-11-17T22:57:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,118 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:55,118 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111751b8c32295244f328420b0065a74cf20_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111751b8c32295244f328420b0065a74cf20_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:55,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/56f63dfb03014e35a45e7d327380b414, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:55,120 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/6d30787bb05743a49159f0ff6f1e0cef is 50, key is test_row_0/C:col10/1731884274357/Put/seqid=0 2024-11-17T22:57:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/56f63dfb03014e35a45e7d327380b414 is 175, key is test_row_0/A:col10/1731884274500/Put/seqid=0 2024-11-17T22:57:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742179_1355 (size=12104) 2024-11-17T22:57:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742178_1354 (size=30955) 2024-11-17T22:57:55,143 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/56f63dfb03014e35a45e7d327380b414 2024-11-17T22:57:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/ac84f3d6e305445f8fcdc1af22a304f4 is 50, key is test_row_0/B:col10/1731884274500/Put/seqid=0 2024-11-17T22:57:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:55,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:55,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742180_1356 (size=12001) 2024-11-17T22:57:55,183 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/ac84f3d6e305445f8fcdc1af22a304f4 2024-11-17T22:57:55,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/115f664474e141bda130d6a9ea23423c is 50, key is test_row_0/C:col10/1731884274500/Put/seqid=0 2024-11-17T22:57:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884335189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742181_1357 (size=12001) 2024-11-17T22:57:55,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884335190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,206 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/115f664474e141bda130d6a9ea23423c 2024-11-17T22:57:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/56f63dfb03014e35a45e7d327380b414 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414 2024-11-17T22:57:55,214 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414, entries=150, sequenceid=97, filesize=30.2 K 2024-11-17T22:57:55,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/ac84f3d6e305445f8fcdc1af22a304f4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ac84f3d6e305445f8fcdc1af22a304f4 2024-11-17T22:57:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884335197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884335199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884335200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,220 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ac84f3d6e305445f8fcdc1af22a304f4, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T22:57:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/115f664474e141bda130d6a9ea23423c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/115f664474e141bda130d6a9ea23423c 2024-11-17T22:57:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,230 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/115f664474e141bda130d6a9ea23423c, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T22:57:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,231 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 2a82c516fbf6602f12b8dbf0ca69af25 in 190ms, sequenceid=97, compaction requested=false 2024-11-17T22:57:55,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:55,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-17T22:57:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-17T22:57:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-17T22:57:55,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 808 msec 2024-11-17T22:57:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 814 msec 2024-11-17T22:57:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-17T22:57:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173dd300259cf646209436f1e96b539bb9_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742182_1358 (size=12154) 2024-11-17T22:57:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884335391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884275384, max timestamp=1731884275405Num uniques 859; 2024-11-17T22:57:55,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:55,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884275384, max timestamp=1731884275405Num uniques 859; 2024-11-17T22:57:55,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:55,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884275384, max timestamp=1731884275405Num uniques 859; 2024-11-17T22:57:55,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:57:55,438 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/604bbd40d4f84a71ba9f523ca5130e87 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/604bbd40d4f84a71ba9f523ca5130e87 2024-11-17T22:57:55,451 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 604bbd40d4f84a71ba9f523ca5130e87(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:55,451 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:55,451 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884274976; duration=0sec 2024-11-17T22:57:55,451 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:55,451 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:57:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884335454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884335468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884335475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884335476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884335510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/6d30787bb05743a49159f0ff6f1e0cef as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6d30787bb05743a49159f0ff6f1e0cef 2024-11-17T22:57:55,542 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into 6d30787bb05743a49159f0ff6f1e0cef(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:55,542 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:55,542 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884274981; duration=0sec 2024-11-17T22:57:55,542 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:55,542 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:57:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-17T22:57:55,560 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:57:55,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:57:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-17T22:57:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:55,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:57:55,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:57:55,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:57:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884335580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884335581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884335600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884335600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:55,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:55,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884335720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:55,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173dd300259cf646209436f1e96b539bb9_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173dd300259cf646209436f1e96b539bb9_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:55,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/700d3c2a53d14fdcab92edb837074249, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:55,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/700d3c2a53d14fdcab92edb837074249 is 175, key is test_row_0/A:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742183_1359 (size=30951) 2024-11-17T22:57:55,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884335791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884335800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884335810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884335810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:55,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:55,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:56,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884336030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884336100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884336120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884336130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884336130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:56,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/700d3c2a53d14fdcab92edb837074249 2024-11-17T22:57:56,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/ead4c916e4e54e5fa850594e91fe2c1a is 50, key is test_row_0/B:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742184_1360 (size=9657) 2024-11-17T22:57:56,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/ead4c916e4e54e5fa850594e91fe2c1a 2024-11-17T22:57:56,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/2399b3f661254cc4a3995cb2893b8999 is 50, key is test_row_0/C:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:56,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742185_1361 (size=9657) 2024-11-17T22:57:56,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884336541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/2399b3f661254cc4a3995cb2893b8999 2024-11-17T22:57:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/700d3c2a53d14fdcab92edb837074249 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249 2024-11-17T22:57:56,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249, entries=150, sequenceid=109, filesize=30.2 K 2024-11-17T22:57:56,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/ead4c916e4e54e5fa850594e91fe2c1a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ead4c916e4e54e5fa850594e91fe2c1a 2024-11-17T22:57:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884336620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ead4c916e4e54e5fa850594e91fe2c1a, entries=100, sequenceid=109, filesize=9.4 K 2024-11-17T22:57:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/2399b3f661254cc4a3995cb2893b8999 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2399b3f661254cc4a3995cb2893b8999 2024-11-17T22:57:56,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2399b3f661254cc4a3995cb2893b8999, entries=100, sequenceid=109, filesize=9.4 K 2024-11-17T22:57:56,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1301ms, sequenceid=109, compaction requested=true 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:56,638 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:56,638 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:57:56,639 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,639 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,639 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/db3271bc27944c5396c9b7f15cd30042, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=90.8 K 2024-11-17T22:57:56,639 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/604bbd40d4f84a71ba9f523ca5130e87, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ac84f3d6e305445f8fcdc1af22a304f4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ead4c916e4e54e5fa850594e91fe2c1a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=33.0 K 2024-11-17T22:57:56,639 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/db3271bc27944c5396c9b7f15cd30042, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249] 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting db3271bc27944c5396c9b7f15cd30042, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884274320 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 604bbd40d4f84a71ba9f523ca5130e87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884274320 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f63dfb03014e35a45e7d327380b414, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884274498 2024-11-17T22:57:56,639 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ac84f3d6e305445f8fcdc1af22a304f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884274498 2024-11-17T22:57:56,640 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 700d3c2a53d14fdcab92edb837074249, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731884275197 2024-11-17T22:57:56,640 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ead4c916e4e54e5fa850594e91fe2c1a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731884275198 2024-11-17T22:57:56,644 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:56,649 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:56,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-17T22:57:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:56,649 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/453939fd0ecb4f398a4d265c3ed22960 is 50, key is test_row_0/B:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:56,650 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117c244335bc04c4ec19ef5e5823823119e_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:56,652 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117c244335bc04c4ec19ef5e5823823119e_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:56,652 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c244335bc04c4ec19ef5e5823823119e_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742186_1362 (size=12207) 2024-11-17T22:57:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742187_1363 (size=4469) 2024-11-17T22:57:56,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c403fb859d16411cb7fea99011d76d79_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884275465/Put/seqid=0 2024-11-17T22:57:56,668 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#312 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:56,668 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/62ee620a2e024ce682f45afd80428863 is 175, key is test_row_0/A:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742188_1364 (size=14794) 2024-11-17T22:57:56,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742189_1365 (size=31268) 2024-11-17T22:57:56,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884336681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884336682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884336683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:56,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884336790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884336801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884336801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:56,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:56,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884337000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884337021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884337021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,059 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/453939fd0ecb4f398a4d265c3ed22960 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/453939fd0ecb4f398a4d265c3ed22960 2024-11-17T22:57:57,064 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 453939fd0ecb4f398a4d265c3ed22960(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:57,065 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:57,065 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884276638; duration=0sec 2024-11-17T22:57:57,065 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:57,065 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:57:57,065 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:57,067 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:57,067 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:57:57,068 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,068 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6d30787bb05743a49159f0ff6f1e0cef, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/115f664474e141bda130d6a9ea23423c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2399b3f661254cc4a3995cb2893b8999] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=33.0 K 2024-11-17T22:57:57,068 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d30787bb05743a49159f0ff6f1e0cef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731884274320 2024-11-17T22:57:57,068 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 115f664474e141bda130d6a9ea23423c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884274498 2024-11-17T22:57:57,068 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2399b3f661254cc4a3995cb2893b8999, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731884275198 2024-11-17T22:57:57,076 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:57,076 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/6e664a16e9814e69a5cc77963b1215c5 is 50, key is test_row_0/C:col10/1731884275198/Put/seqid=0 2024-11-17T22:57:57,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742190_1366 (size=12207) 2024-11-17T22:57:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c403fb859d16411cb7fea99011d76d79_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c403fb859d16411cb7fea99011d76d79_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:57,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/80c0c46513534c1ebd2831993e364ecf, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:57,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/80c0c46513534c1ebd2831993e364ecf is 175, key is test_row_0/A:col10/1731884275465/Put/seqid=0 2024-11-17T22:57:57,093 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/6e664a16e9814e69a5cc77963b1215c5 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6e664a16e9814e69a5cc77963b1215c5 2024-11-17T22:57:57,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,096 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/62ee620a2e024ce682f45afd80428863 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62ee620a2e024ce682f45afd80428863 2024-11-17T22:57:57,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742191_1367 (size=39749) 2024-11-17T22:57:57,101 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into 6e664a16e9814e69a5cc77963b1215c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:57,101 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:57,101 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884276638; duration=0sec 2024-11-17T22:57:57,101 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:57,101 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:57:57,108 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into 62ee620a2e024ce682f45afd80428863(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:57,108 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:57,108 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884276638; duration=0sec 2024-11-17T22:57:57,108 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:57,108 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:57:57,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/80c0c46513534c1ebd2831993e364ecf 2024-11-17T22:57:57,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/52587a9b495648589d76b0d8ea41ccfb is 50, key is test_row_0/B:col10/1731884275465/Put/seqid=0 2024-11-17T22:57:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742192_1368 (size=12151) 2024-11-17T22:57:57,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/52587a9b495648589d76b0d8ea41ccfb 2024-11-17T22:57:57,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/37596f9ba7ae4b40b43c235f239b4f57 is 50, key is test_row_0/C:col10/1731884275465/Put/seqid=0 2024-11-17T22:57:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742193_1369 (size=12151) 2024-11-17T22:57:57,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884337320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884337340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884337340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/37596f9ba7ae4b40b43c235f239b4f57 2024-11-17T22:57:57,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/80c0c46513534c1ebd2831993e364ecf as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf 2024-11-17T22:57:57,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf, entries=200, sequenceid=147, filesize=38.8 K 2024-11-17T22:57:57,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:57,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:57,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/52587a9b495648589d76b0d8ea41ccfb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/52587a9b495648589d76b0d8ea41ccfb 2024-11-17T22:57:57,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/52587a9b495648589d76b0d8ea41ccfb, entries=150, sequenceid=147, filesize=11.9 K 2024-11-17T22:57:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/37596f9ba7ae4b40b43c235f239b4f57 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/37596f9ba7ae4b40b43c235f239b4f57 2024-11-17T22:57:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/37596f9ba7ae4b40b43c235f239b4f57, entries=150, sequenceid=147, filesize=11.9 K 2024-11-17T22:57:57,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 2a82c516fbf6602f12b8dbf0ca69af25 in 927ms, sequenceid=147, compaction requested=false 2024-11-17T22:57:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-17T22:57:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117296671c337d043d09c1fd6f50207db2e_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742194_1370 (size=12304) 2024-11-17T22:57:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:57,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884337827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884277806, max timestamp=1731884277834Num uniques 859; 2024-11-17T22:57:57,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:57,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884277806, max timestamp=1731884277834Num uniques 859; 2024-11-17T22:57:57,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884277806, max timestamp=1731884277834Num uniques 859; 2024-11-17T22:57:57,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:57:57,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:57,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884337903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884337904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884337918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884337919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:57,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884337951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:58,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117296671c337d043d09c1fd6f50207db2e_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117296671c337d043d09c1fd6f50207db2e_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:58,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/411c643234574fe3a1a7cf79ad79c610, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:58,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/411c643234574fe3a1a7cf79ad79c610 is 175, key is test_row_0/A:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884338031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884338033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742195_1371 (size=31101) 2024-11-17T22:57:58,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/411c643234574fe3a1a7cf79ad79c610 2024-11-17T22:57:58,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884338050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884338050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/967a9be46d694675a729063707d0a7d0 is 50, key is test_row_0/B:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:58,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742196_1372 (size=9757) 2024-11-17T22:57:58,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884338170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884338250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884338250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884338270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884338280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/967a9be46d694675a729063707d0a7d0 2024-11-17T22:57:58,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884338480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/cc0dbb2ad0124abd886e343282c8dc1a is 50, key is test_row_0/C:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742197_1373 (size=9757) 2024-11-17T22:57:58,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/cc0dbb2ad0124abd886e343282c8dc1a 2024-11-17T22:57:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/411c643234574fe3a1a7cf79ad79c610 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610 2024-11-17T22:57:58,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610, entries=150, sequenceid=161, filesize=30.4 K 2024-11-17T22:57:58,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/967a9be46d694675a729063707d0a7d0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/967a9be46d694675a729063707d0a7d0 2024-11-17T22:57:58,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/967a9be46d694675a729063707d0a7d0, entries=100, sequenceid=161, filesize=9.5 K 2024-11-17T22:57:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/cc0dbb2ad0124abd886e343282c8dc1a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/cc0dbb2ad0124abd886e343282c8dc1a 2024-11-17T22:57:58,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/cc0dbb2ad0124abd886e343282c8dc1a, entries=100, sequenceid=161, filesize=9.5 K 2024-11-17T22:57:58,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2a82c516fbf6602f12b8dbf0ca69af25 in 947ms, sequenceid=161, compaction requested=true 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:57:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T22:57:58,544 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:58,548 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:58,557 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102118 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:58,557 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:58,557 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:57:58,557 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:57:58,557 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,557 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,557 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62ee620a2e024ce682f45afd80428863, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=99.7 K 2024-11-17T22:57:58,557 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6e664a16e9814e69a5cc77963b1215c5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/37596f9ba7ae4b40b43c235f239b4f57, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/cc0dbb2ad0124abd886e343282c8dc1a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=33.3 K 2024-11-17T22:57:58,557 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,557 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62ee620a2e024ce682f45afd80428863, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610] 2024-11-17T22:57:58,558 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e664a16e9814e69a5cc77963b1215c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731884274498 2024-11-17T22:57:58,558 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62ee620a2e024ce682f45afd80428863, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731884274498 2024-11-17T22:57:58,558 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 37596f9ba7ae4b40b43c235f239b4f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731884275465 2024-11-17T22:57:58,558 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c0c46513534c1ebd2831993e364ecf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731884275465 2024-11-17T22:57:58,558 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting cc0dbb2ad0124abd886e343282c8dc1a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731884276681 2024-11-17T22:57:58,558 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411c643234574fe3a1a7cf79ad79c610, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731884276681 2024-11-17T22:57:58,569 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:58,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-17T22:57:58,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:57:58,577 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:58,577 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/f43b02b41fa34a41a25d0bd3fc517472 is 50, key is test_row_0/C:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:58,577 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117b232e076228745559197423b01428ae8_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:58,579 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117b232e076228745559197423b01428ae8_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:58,579 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b232e076228745559197423b01428ae8_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:58,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bcb0eb54a1284686856a688620f38eec_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884278568/Put/seqid=0 2024-11-17T22:57:58,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742198_1374 (size=12459) 2024-11-17T22:57:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742199_1375 (size=4469) 2024-11-17T22:57:58,615 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/f43b02b41fa34a41a25d0bd3fc517472 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f43b02b41fa34a41a25d0bd3fc517472 2024-11-17T22:57:58,616 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#321 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:58,617 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/6d8f7499ee8c42f29e218becf0e15a9c is 175, key is test_row_0/A:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:58,633 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into f43b02b41fa34a41a25d0bd3fc517472(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:58,633 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:58,633 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884278543; duration=0sec 2024-11-17T22:57:58,633 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:57:58,633 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:57:58,633 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:57:58,635 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:57:58,635 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:57:58,635 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,635 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/453939fd0ecb4f398a4d265c3ed22960, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/52587a9b495648589d76b0d8ea41ccfb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/967a9be46d694675a729063707d0a7d0] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=33.3 K 2024-11-17T22:57:58,636 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 453939fd0ecb4f398a4d265c3ed22960, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731884274498 2024-11-17T22:57:58,636 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 52587a9b495648589d76b0d8ea41ccfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731884275465 2024-11-17T22:57:58,637 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 967a9be46d694675a729063707d0a7d0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731884276681 2024-11-17T22:57:58,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884338611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742200_1376 (size=14794) 2024-11-17T22:57:58,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:58,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bcb0eb54a1284686856a688620f38eec_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bcb0eb54a1284686856a688620f38eec_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:58,653 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/75efc95efbd64c9ba7a5bc7689c860f3, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742201_1377 (size=31520) 2024-11-17T22:57:58,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/75efc95efbd64c9ba7a5bc7689c860f3 is 175, key is test_row_0/A:col10/1731884278568/Put/seqid=0 2024-11-17T22:57:58,657 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:57:58,657 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c74050abcd404ed4aa518f6809d11259 is 50, key is test_row_0/B:col10/1731884277594/Put/seqid=0 2024-11-17T22:57:58,657 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/6d8f7499ee8c42f29e218becf0e15a9c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/6d8f7499ee8c42f29e218becf0e15a9c 2024-11-17T22:57:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742202_1378 (size=39749) 2024-11-17T22:57:58,660 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/75efc95efbd64c9ba7a5bc7689c860f3 2024-11-17T22:57:58,664 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into 6d8f7499ee8c42f29e218becf0e15a9c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:58,664 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:58,664 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884278543; duration=0sec 2024-11-17T22:57:58,664 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:58,664 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:57:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884338646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/d19c0db43467445ab4ff60fc9507cfc4 is 50, key is test_row_0/B:col10/1731884278568/Put/seqid=0 2024-11-17T22:57:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884338647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884338648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742203_1379 (size=12459) 2024-11-17T22:57:58,715 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c74050abcd404ed4aa518f6809d11259 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c74050abcd404ed4aa518f6809d11259 2024-11-17T22:57:58,722 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into c74050abcd404ed4aa518f6809d11259(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:57:58,722 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:58,722 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884278543; duration=0sec 2024-11-17T22:57:58,723 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:57:58,723 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:57:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742204_1380 (size=12151) 2024-11-17T22:57:58,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884338750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884338781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884338781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884338790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:58,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:58,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:58,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884338980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884339001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884339001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884339002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884339020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/d19c0db43467445ab4ff60fc9507cfc4 2024-11-17T22:57:59,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/818407af242443bc8e2362ce5b1ecca2 is 50, key is test_row_0/C:col10/1731884278568/Put/seqid=0 2024-11-17T22:57:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742205_1381 (size=12151) 2024-11-17T22:57:59,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884339300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884339320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884339320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884339340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/818407af242443bc8e2362ce5b1ecca2 2024-11-17T22:57:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/75efc95efbd64c9ba7a5bc7689c860f3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3 2024-11-17T22:57:59,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3, entries=200, sequenceid=198, filesize=38.8 K 2024-11-17T22:57:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/d19c0db43467445ab4ff60fc9507cfc4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/d19c0db43467445ab4ff60fc9507cfc4 2024-11-17T22:57:59,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/d19c0db43467445ab4ff60fc9507cfc4, entries=150, sequenceid=198, filesize=11.9 K 2024-11-17T22:57:59,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/818407af242443bc8e2362ce5b1ecca2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/818407af242443bc8e2362ce5b1ecca2 2024-11-17T22:57:59,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/818407af242443bc8e2362ce5b1ecca2, entries=150, sequenceid=198, filesize=11.9 K 2024-11-17T22:57:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:57:59,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 2a82c516fbf6602f12b8dbf0ca69af25 in 992ms, sequenceid=198, compaction requested=false 2024-11-17T22:57:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:57:59,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-17T22:57:59,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:57:59,714 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:57:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:57:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:57:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:57:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:57:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111709b59a95fd4044bf9eab5f5ff22216db_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884278646/Put/seqid=0 2024-11-17T22:57:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:57:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742206_1382 (size=12304) 2024-11-17T22:57:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:57:59,748 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111709b59a95fd4044bf9eab5f5ff22216db_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111709b59a95fd4044bf9eab5f5ff22216db_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/66aba74c1eef439b9e0fea7a1ad9bba8, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:57:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/66aba74c1eef439b9e0fea7a1ad9bba8 is 175, key is test_row_0/A:col10/1731884278646/Put/seqid=0 2024-11-17T22:57:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742207_1383 (size=31105) 2024-11-17T22:57:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:57:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:57:59,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884279849, max timestamp=1731884279892Num uniques 859; 2024-11-17T22:57:59,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:59,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884279849, max timestamp=1731884279892Num uniques 859; 2024-11-17T22:57:59,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884279849, max timestamp=1731884279892Num uniques 859; 2024-11-17T22:57:59,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:59,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:57:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884339934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884339950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884339951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:57:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884339952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:57:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:57:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:57:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884340020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,030 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884340060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884340061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884340080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884340080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,153 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/66aba74c1eef439b9e0fea7a1ad9bba8 2024-11-17T22:58:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/0dee5a34927045a8946d130a8971dd35 is 50, key is test_row_0/B:col10/1731884278646/Put/seqid=0 2024-11-17T22:58:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742208_1384 (size=12151) 2024-11-17T22:58:00,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884340280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884340280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884340300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884340300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,564 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/0dee5a34927045a8946d130a8971dd35 2024-11-17T22:58:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/80af389809d141798233774388225863 is 50, key is test_row_0/C:col10/1731884278646/Put/seqid=0 2024-11-17T22:58:00,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884340601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884340602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742209_1385 (size=12151) 2024-11-17T22:58:00,617 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/80af389809d141798233774388225863 2024-11-17T22:58:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/66aba74c1eef439b9e0fea7a1ad9bba8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8 2024-11-17T22:58:00,630 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8, entries=150, sequenceid=211, filesize=30.4 K 2024-11-17T22:58:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884340620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/0dee5a34927045a8946d130a8971dd35 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/0dee5a34927045a8946d130a8971dd35 2024-11-17T22:58:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884340621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:00,642 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/0dee5a34927045a8946d130a8971dd35, entries=150, sequenceid=211, filesize=11.9 K 2024-11-17T22:58:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/80af389809d141798233774388225863 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/80af389809d141798233774388225863 2024-11-17T22:58:00,654 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/80af389809d141798233774388225863, entries=150, sequenceid=211, filesize=11.9 K 2024-11-17T22:58:00,659 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a82c516fbf6602f12b8dbf0ca69af25 in 942ms, sequenceid=211, compaction requested=true 2024-11-17T22:58:00,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:00,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:00,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-17T22:58:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-17T22:58:00,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-17T22:58:00,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.0970 sec 2024-11-17T22:58:00,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 5.1060 sec 2024-11-17T22:58:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:01,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-17T22:58:01,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:01,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:01,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:01,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:01,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:01,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:01,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111723461c94bbe8435788085e788f686623_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742210_1386 (size=14794) 2024-11-17T22:58:01,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884341141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884341163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884341173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884341173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884341290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884341290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884341290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884341500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884341500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884341500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:01,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111723461c94bbe8435788085e788f686623_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111723461c94bbe8435788085e788f686623_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:01,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/cd23af5b18194cd5bb7ce91ec4eb11b1, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:01,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/cd23af5b18194cd5bb7ce91ec4eb11b1 is 175, key is test_row_0/A:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:01,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742211_1387 (size=39749) 2024-11-17T22:58:01,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/cd23af5b18194cd5bb7ce91ec4eb11b1 2024-11-17T22:58:01,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5186a000face466e8a0a357b3c4544ae is 50, key is test_row_0/B:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:01,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742212_1388 (size=12151) 2024-11-17T22:58:01,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T22:58:01,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T22:58:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884341810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884341811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884341821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:01,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5186a000face466e8a0a357b3c4544ae 2024-11-17T22:58:01,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/d1ffd9e86be745ca8247aed6105d5def is 50, key is test_row_0/C:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742213_1389 (size=12151) 2024-11-17T22:58:02,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/d1ffd9e86be745ca8247aed6105d5def 2024-11-17T22:58:02,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/cd23af5b18194cd5bb7ce91ec4eb11b1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1 2024-11-17T22:58:02,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1, entries=200, sequenceid=247, filesize=38.8 K 2024-11-17T22:58:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5186a000face466e8a0a357b3c4544ae as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5186a000face466e8a0a357b3c4544ae 2024-11-17T22:58:02,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5186a000face466e8a0a357b3c4544ae, entries=150, sequenceid=247, filesize=11.9 K 2024-11-17T22:58:02,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/d1ffd9e86be745ca8247aed6105d5def as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/d1ffd9e86be745ca8247aed6105d5def 2024-11-17T22:58:02,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/d1ffd9e86be745ca8247aed6105d5def, entries=150, sequenceid=247, filesize=11.9 K 2024-11-17T22:58:02,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 2a82c516fbf6602f12b8dbf0ca69af25 in 934ms, sequenceid=247, compaction requested=true 2024-11-17T22:58:02,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:02,058 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:58:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:02,059 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:58:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:02,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:02,064 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:58:02,064 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142123 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:58:02,064 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:58:02,064 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:58:02,064 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:02,064 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:02,064 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/6d8f7499ee8c42f29e218becf0e15a9c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=138.8 K 2024-11-17T22:58:02,064 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c74050abcd404ed4aa518f6809d11259, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/d19c0db43467445ab4ff60fc9507cfc4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/0dee5a34927045a8946d130a8971dd35, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5186a000face466e8a0a357b3c4544ae] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=47.8 K 2024-11-17T22:58:02,064 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:02,065 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/6d8f7499ee8c42f29e218becf0e15a9c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1] 2024-11-17T22:58:02,067 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d8f7499ee8c42f29e218becf0e15a9c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731884275472 2024-11-17T22:58:02,067 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c74050abcd404ed4aa518f6809d11259, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731884275472 2024-11-17T22:58:02,067 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d19c0db43467445ab4ff60fc9507cfc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731884277900 2024-11-17T22:58:02,067 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75efc95efbd64c9ba7a5bc7689c860f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731884277900 2024-11-17T22:58:02,069 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dee5a34927045a8946d130a8971dd35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731884278572 2024-11-17T22:58:02,069 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66aba74c1eef439b9e0fea7a1ad9bba8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731884278572 2024-11-17T22:58:02,074 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5186a000face466e8a0a357b3c4544ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731884279931 2024-11-17T22:58:02,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172c33d8905f974e7d9807d808de00f2a4_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884281155/Put/seqid=0 2024-11-17T22:58:02,075 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd23af5b18194cd5bb7ce91ec4eb11b1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731884279931 2024-11-17T22:58:02,086 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:02,087 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:02,087 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/00e50a39e53948e090a070691c033328 is 50, key is test_row_0/B:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:02,088 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117116f2475f96841788d5e71ce491b6b43_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:02,091 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117116f2475f96841788d5e71ce491b6b43_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:02,091 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117116f2475f96841788d5e71ce491b6b43_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742215_1391 (size=12595) 2024-11-17T22:58:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742214_1390 (size=14844) 2024-11-17T22:58:02,105 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/00e50a39e53948e090a070691c033328 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/00e50a39e53948e090a070691c033328 2024-11-17T22:58:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742216_1392 (size=4469) 2024-11-17T22:58:02,110 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#335 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:02,111 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/16b16d9db5aa4573aeb13070d3e2b48e is 175, key is test_row_0/A:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:02,116 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 00e50a39e53948e090a070691c033328(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:02,116 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:02,116 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=12, startTime=1731884282059; duration=0sec 2024-11-17T22:58:02,116 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:02,116 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:58:02,117 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:58:02,119 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:58:02,119 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:58:02,119 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:02,119 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f43b02b41fa34a41a25d0bd3fc517472, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/818407af242443bc8e2362ce5b1ecca2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/80af389809d141798233774388225863, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/d1ffd9e86be745ca8247aed6105d5def] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=47.8 K 2024-11-17T22:58:02,120 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f43b02b41fa34a41a25d0bd3fc517472, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731884275472 2024-11-17T22:58:02,120 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 818407af242443bc8e2362ce5b1ecca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731884277900 2024-11-17T22:58:02,120 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 80af389809d141798233774388225863, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731884278572 2024-11-17T22:58:02,121 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d1ffd9e86be745ca8247aed6105d5def, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731884279931 2024-11-17T22:58:02,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742217_1393 (size=31549) 2024-11-17T22:58:02,139 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:02,140 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/8858db534bab4b34a2c7a66cbf54957b is 50, key is test_row_0/C:col10/1731884281123/Put/seqid=0 2024-11-17T22:58:02,144 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/16b16d9db5aa4573aeb13070d3e2b48e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/16b16d9db5aa4573aeb13070d3e2b48e 2024-11-17T22:58:02,149 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into 16b16d9db5aa4573aeb13070d3e2b48e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:02,150 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:02,150 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=12, startTime=1731884282058; duration=0sec 2024-11-17T22:58:02,150 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:02,150 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:58:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742218_1394 (size=12595) 2024-11-17T22:58:02,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884282179, max timestamp=1731884282215Num uniques 859; 2024-11-17T22:58:02,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884282179, max timestamp=1731884282215Num uniques 859; 2024-11-17T22:58:02,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:02,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:02,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884282179, max timestamp=1731884282215Num uniques 859; 2024-11-17T22:58:02,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:02,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884342273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884342282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884342330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884342331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884342340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884342390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884342390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,494 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:02,498 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172c33d8905f974e7d9807d808de00f2a4_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172c33d8905f974e7d9807d808de00f2a4_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:02,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/73b71c7bcd654f5c990ab0e57347759d, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:02,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/73b71c7bcd654f5c990ab0e57347759d is 175, key is test_row_0/A:col10/1731884281155/Put/seqid=0 2024-11-17T22:58:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742219_1395 (size=39799) 2024-11-17T22:58:02,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/73b71c7bcd654f5c990ab0e57347759d 2024-11-17T22:58:02,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/dda03fb37f3a4212972af4e139e686be is 50, key is test_row_0/B:col10/1731884281155/Put/seqid=0 2024-11-17T22:58:02,561 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/8858db534bab4b34a2c7a66cbf54957b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8858db534bab4b34a2c7a66cbf54957b 2024-11-17T22:58:02,567 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into 8858db534bab4b34a2c7a66cbf54957b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:02,567 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:02,567 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=12, startTime=1731884282059; duration=0sec 2024-11-17T22:58:02,567 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:02,567 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:58:02,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742220_1396 (size=12201) 2024-11-17T22:58:02,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/dda03fb37f3a4212972af4e139e686be 2024-11-17T22:58:02,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/7c82a90317a94721aad466efec147b40 is 50, key is test_row_0/C:col10/1731884281155/Put/seqid=0 2024-11-17T22:58:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742221_1397 (size=12201) 2024-11-17T22:58:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884342610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884342610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884342931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884342931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:02,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:02,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:02,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/7c82a90317a94721aad466efec147b40 2024-11-17T22:58:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/73b71c7bcd654f5c990ab0e57347759d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d 2024-11-17T22:58:03,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d, entries=200, sequenceid=257, filesize=38.9 K 2024-11-17T22:58:03,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/dda03fb37f3a4212972af4e139e686be as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/dda03fb37f3a4212972af4e139e686be 2024-11-17T22:58:03,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/dda03fb37f3a4212972af4e139e686be, entries=150, sequenceid=257, filesize=11.9 K 2024-11-17T22:58:03,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/7c82a90317a94721aad466efec147b40 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7c82a90317a94721aad466efec147b40 2024-11-17T22:58:03,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7c82a90317a94721aad466efec147b40, entries=150, sequenceid=257, filesize=11.9 K 2024-11-17T22:58:03,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a82c516fbf6602f12b8dbf0ca69af25 in 948ms, sequenceid=257, compaction requested=false 2024-11-17T22:58:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:03,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-17T22:58:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:03,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:03,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:03,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172edb901b0ad2459e98ea91ed35ccb121_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:03,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742222_1398 (size=14994) 2024-11-17T22:58:03,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884343392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884343394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884343394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884343450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884343451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884343500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884343523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884343523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884343710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884343751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884343751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-17T22:58:03,770 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:03,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-17T22:58:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:03,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:03,773 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:03,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:03,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:03,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172edb901b0ad2459e98ea91ed35ccb121_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172edb901b0ad2459e98ea91ed35ccb121_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:03,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/03490fea23bc46c58234622205c494e6, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:03,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/03490fea23bc46c58234622205c494e6 is 175, key is test_row_0/A:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742223_1399 (size=39949) 2024-11-17T22:58:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:03,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-17T22:58:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:03,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884344030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-17T22:58:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884344071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884344071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:04,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/03490fea23bc46c58234622205c494e6 2024-11-17T22:58:04,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/79c44400d7474c8d9737bed2468676ed is 50, key is test_row_0/B:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742224_1400 (size=12301) 2024-11-17T22:58:04,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-17T22:58:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-17T22:58:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:04,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884344471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884344471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,485 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:04,485 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-17T22:58:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884344550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/79c44400d7474c8d9737bed2468676ed 2024-11-17T22:58:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884344590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884344590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:04,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/3cbf12b18c80414db561258ecc641534 is 50, key is test_row_0/C:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742225_1401 (size=12301) 2024-11-17T22:58:04,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/3cbf12b18c80414db561258ecc641534 2024-11-17T22:58:04,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/03490fea23bc46c58234622205c494e6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6 2024-11-17T22:58:04,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6, entries=200, sequenceid=297, filesize=39.0 K 2024-11-17T22:58:04,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/79c44400d7474c8d9737bed2468676ed as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/79c44400d7474c8d9737bed2468676ed 2024-11-17T22:58:04,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/79c44400d7474c8d9737bed2468676ed, entries=150, sequenceid=297, filesize=12.0 K 2024-11-17T22:58:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/3cbf12b18c80414db561258ecc641534 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/3cbf12b18c80414db561258ecc641534 2024-11-17T22:58:04,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/3cbf12b18c80414db561258ecc641534, entries=150, sequenceid=297, filesize=12.0 K 2024-11-17T22:58:04,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1301ms, sequenceid=297, compaction requested=true 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:04,656 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:04,656 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:04,660 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:04,660 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:04,660 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:58:04,660 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:58:04,660 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,660 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,660 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/16b16d9db5aa4573aeb13070d3e2b48e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=108.7 K 2024-11-17T22:58:04,660 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/00e50a39e53948e090a070691c033328, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/dda03fb37f3a4212972af4e139e686be, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/79c44400d7474c8d9737bed2468676ed] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.2 K 2024-11-17T22:58:04,660 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,660 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/16b16d9db5aa4573aeb13070d3e2b48e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6] 2024-11-17T22:58:04,661 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 00e50a39e53948e090a070691c033328, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731884279931 2024-11-17T22:58:04,661 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b16d9db5aa4573aeb13070d3e2b48e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731884279931 2024-11-17T22:58:04,661 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dda03fb37f3a4212972af4e139e686be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731884281138 2024-11-17T22:58:04,661 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73b71c7bcd654f5c990ab0e57347759d, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731884281138 2024-11-17T22:58:04,661 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03490fea23bc46c58234622205c494e6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731884282244 2024-11-17T22:58:04,662 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 79c44400d7474c8d9737bed2468676ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731884282244 2024-11-17T22:58:04,682 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:04,683 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:04,684 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/7cad7dbf778d40b78171d012e701538d is 50, key is test_row_0/B:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:04,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-17T22:58:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:04,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:04,706 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117960d851e77b948a1bf091b227ddd5502_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:04,708 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117960d851e77b948a1bf091b227ddd5502_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:04,708 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117960d851e77b948a1bf091b227ddd5502_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742226_1402 (size=12847) 2024-11-17T22:58:04,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b76db2a687484d6c8bea2832784e4a3b_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884283392/Put/seqid=0 2024-11-17T22:58:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742227_1403 (size=4469) 2024-11-17T22:58:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742228_1404 (size=12454) 2024-11-17T22:58:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:05,155 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/7cad7dbf778d40b78171d012e701538d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/7cad7dbf778d40b78171d012e701538d 2024-11-17T22:58:05,166 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#343 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:05,167 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/159d3deb1f3e4c07bd1de482a3c08872 is 175, key is test_row_0/A:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:05,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:05,173 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 7cad7dbf778d40b78171d012e701538d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:05,173 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:05,173 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884284656; duration=0sec 2024-11-17T22:58:05,173 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:05,173 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:58:05,173 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:05,182 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:05,182 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:58:05,182 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:05,183 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8858db534bab4b34a2c7a66cbf54957b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7c82a90317a94721aad466efec147b40, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/3cbf12b18c80414db561258ecc641534] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.2 K 2024-11-17T22:58:05,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 8858db534bab4b34a2c7a66cbf54957b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731884279931 2024-11-17T22:58:05,185 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c82a90317a94721aad466efec147b40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731884281138 2024-11-17T22:58:05,186 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b76db2a687484d6c8bea2832784e4a3b_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b76db2a687484d6c8bea2832784e4a3b_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:05,186 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cbf12b18c80414db561258ecc641534, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731884282244 2024-11-17T22:58:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/b32f3a48d7b045ef8c2e9a14fc22630a, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/b32f3a48d7b045ef8c2e9a14fc22630a is 175, key is test_row_0/A:col10/1731884283392/Put/seqid=0 2024-11-17T22:58:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742229_1405 (size=31801) 2024-11-17T22:58:05,205 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:05,205 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/ed1b265e67bf413796f6556fef25918e is 50, key is test_row_0/C:col10/1731884283352/Put/seqid=0 2024-11-17T22:58:05,208 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/159d3deb1f3e4c07bd1de482a3c08872 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/159d3deb1f3e4c07bd1de482a3c08872 2024-11-17T22:58:05,217 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into 159d3deb1f3e4c07bd1de482a3c08872(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:05,217 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:05,217 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884284656; duration=0sec 2024-11-17T22:58:05,217 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:05,217 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:58:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742230_1406 (size=31255) 2024-11-17T22:58:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742231_1407 (size=12847) 2024-11-17T22:58:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:05,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:05,624 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/b32f3a48d7b045ef8c2e9a14fc22630a 2024-11-17T22:58:05,637 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/ed1b265e67bf413796f6556fef25918e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/ed1b265e67bf413796f6556fef25918e 2024-11-17T22:58:05,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/89b804c3701b4262b2b1ce72107fcb56 is 50, key is test_row_0/B:col10/1731884283392/Put/seqid=0 2024-11-17T22:58:05,658 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into ed1b265e67bf413796f6556fef25918e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:05,658 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:05,658 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884284656; duration=0sec 2024-11-17T22:58:05,659 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:05,659 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:58:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742232_1408 (size=12301) 2024-11-17T22:58:05,671 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/89b804c3701b4262b2b1ce72107fcb56 2024-11-17T22:58:05,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884285657, max timestamp=1731884285681Num uniques 859; 2024-11-17T22:58:05,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:05,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884285657, max timestamp=1731884285681Num uniques 859; 2024-11-17T22:58:05,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:05,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884285657, max timestamp=1731884285681Num uniques 859; 2024-11-17T22:58:05,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/f2f6ad4e85884b11b1baaeff6aa58a4b is 50, key is test_row_0/C:col10/1731884283392/Put/seqid=0 2024-11-17T22:58:05,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742233_1409 (size=12301) 2024-11-17T22:58:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884345781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884345787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884345791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884345911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884345911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884345911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884346131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884346131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884346131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,151 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/f2f6ad4e85884b11b1baaeff6aa58a4b 2024-11-17T22:58:06,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/b32f3a48d7b045ef8c2e9a14fc22630a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a 2024-11-17T22:58:06,176 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a, entries=150, sequenceid=307, filesize=30.5 K 2024-11-17T22:58:06,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/89b804c3701b4262b2b1ce72107fcb56 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/89b804c3701b4262b2b1ce72107fcb56 2024-11-17T22:58:06,184 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/89b804c3701b4262b2b1ce72107fcb56, entries=150, sequenceid=307, filesize=12.0 K 2024-11-17T22:58:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/f2f6ad4e85884b11b1baaeff6aa58a4b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f2f6ad4e85884b11b1baaeff6aa58a4b 2024-11-17T22:58:06,189 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f2f6ad4e85884b11b1baaeff6aa58a4b, entries=150, sequenceid=307, filesize=12.0 K 2024-11-17T22:58:06,190 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1496ms, sequenceid=307, compaction requested=false 2024-11-17T22:58:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-17T22:58:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-17T22:58:06,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-17T22:58:06,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4180 sec 2024-11-17T22:58:06,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.4230 sec 2024-11-17T22:58:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:06,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-17T22:58:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:06,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171be440c50ec64c18ab9ea5cbf150b462_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:06,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884346477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742234_1410 (size=14994) 2024-11-17T22:58:06,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:06,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171be440c50ec64c18ab9ea5cbf150b462_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171be440c50ec64c18ab9ea5cbf150b462_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:06,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884346479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,498 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/2bca2191082c416a923f5fc676a5a4a2, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:06,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/2bca2191082c416a923f5fc676a5a4a2 is 175, key is test_row_0/A:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884346485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742235_1411 (size=39949) 2024-11-17T22:58:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884346510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884346511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,525 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,526 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884346590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884346601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884346610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884346811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884346820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884346830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:06,905 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/2bca2191082c416a923f5fc676a5a4a2 2024-11-17T22:58:06,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/cfc30e23f4964f809e66ec5ff6ac4e90 is 50, key is test_row_0/B:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:06,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742236_1412 (size=12301) 2024-11-17T22:58:07,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884347130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884347150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:07,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884347150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:07,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/cfc30e23f4964f809e66ec5ff6ac4e90 2024-11-17T22:58:07,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/1a70436868b447eab1d035e79e0a611d is 50, key is test_row_0/C:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742237_1413 (size=12301) 2024-11-17T22:58:07,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884347650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:07,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884347670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:07,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:07,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884347681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:07,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:07,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:07,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/1a70436868b447eab1d035e79e0a611d 2024-11-17T22:58:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/2bca2191082c416a923f5fc676a5a4a2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2 2024-11-17T22:58:07,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2, entries=200, sequenceid=347, filesize=39.0 K 2024-11-17T22:58:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/cfc30e23f4964f809e66ec5ff6ac4e90 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/cfc30e23f4964f809e66ec5ff6ac4e90 2024-11-17T22:58:07,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/cfc30e23f4964f809e66ec5ff6ac4e90, entries=150, sequenceid=347, filesize=12.0 K 2024-11-17T22:58:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/1a70436868b447eab1d035e79e0a611d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/1a70436868b447eab1d035e79e0a611d 2024-11-17T22:58:07,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/1a70436868b447eab1d035e79e0a611d, entries=150, sequenceid=347, filesize=12.0 K 2024-11-17T22:58:07,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1317ms, sequenceid=347, compaction requested=true 2024-11-17T22:58:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:07,770 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:07,770 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:07,770 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:07,770 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:58:07,771 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:07,771 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/7cad7dbf778d40b78171d012e701538d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/89b804c3701b4262b2b1ce72107fcb56, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/cfc30e23f4964f809e66ec5ff6ac4e90] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.6 K 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:58:07,771 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:07,771 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/159d3deb1f3e4c07bd1de482a3c08872, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=100.6 K 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cad7dbf778d40b78171d012e701538d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731884282244 2024-11-17T22:58:07,771 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/159d3deb1f3e4c07bd1de482a3c08872, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2] 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 89b804c3701b4262b2b1ce72107fcb56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731884283371 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 159d3deb1f3e4c07bd1de482a3c08872, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731884282244 2024-11-17T22:58:07,771 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting cfc30e23f4964f809e66ec5ff6ac4e90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731884285779 2024-11-17T22:58:07,772 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b32f3a48d7b045ef8c2e9a14fc22630a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731884283371 2024-11-17T22:58:07,772 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bca2191082c416a923f5fc676a5a4a2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731884285775 2024-11-17T22:58:07,785 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:07,786 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:07,787 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5f100b600409413f9318083808e63d8d is 50, key is test_row_0/B:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:07,788 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117b84dbe00a873422ca502bb7202701d11_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:07,790 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117b84dbe00a873422ca502bb7202701d11_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:07,790 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b84dbe00a873422ca502bb7202701d11_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742238_1414 (size=12949) 2024-11-17T22:58:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742239_1415 (size=4469) 2024-11-17T22:58:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-17T22:58:07,931 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:07,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-17T22:58:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-17T22:58:07,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:07,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:07,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-17T22:58:08,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:08,090 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111773715e759b3a42148a0368cf0df56717_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884286481/Put/seqid=0 2024-11-17T22:58:08,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742240_1416 (size=12454) 2024-11-17T22:58:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,114 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111773715e759b3a42148a0368cf0df56717_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111773715e759b3a42148a0368cf0df56717_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/62d2afc80ec94ee9983497511cf9311c, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/62d2afc80ec94ee9983497511cf9311c is 175, key is test_row_0/A:col10/1731884286481/Put/seqid=0 2024-11-17T22:58:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742241_1417 (size=31255) 2024-11-17T22:58:08,120 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/62d2afc80ec94ee9983497511cf9311c 2024-11-17T22:58:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/e0bee5ef12734661843bce6ddf424ed2 is 50, key is test_row_0/B:col10/1731884286481/Put/seqid=0 2024-11-17T22:58:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742242_1418 (size=12301) 2024-11-17T22:58:08,212 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/5f100b600409413f9318083808e63d8d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5f100b600409413f9318083808e63d8d 2024-11-17T22:58:08,212 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#352 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:08,212 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/318ee47cf68b4d73aaeb9112027c2984 is 175, key is test_row_0/A:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:08,216 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 5f100b600409413f9318083808e63d8d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:08,216 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:08,216 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884287770; duration=0sec 2024-11-17T22:58:08,216 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:08,216 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:58:08,217 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:08,224 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:08,224 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:58:08,224 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:08,224 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/ed1b265e67bf413796f6556fef25918e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f2f6ad4e85884b11b1baaeff6aa58a4b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/1a70436868b447eab1d035e79e0a611d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.6 K 2024-11-17T22:58:08,227 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ed1b265e67bf413796f6556fef25918e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731884282244 2024-11-17T22:58:08,228 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f2f6ad4e85884b11b1baaeff6aa58a4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731884283371 2024-11-17T22:58:08,229 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a70436868b447eab1d035e79e0a611d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731884285779 2024-11-17T22:58:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742243_1419 (size=31903) 2024-11-17T22:58:08,244 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/318ee47cf68b4d73aaeb9112027c2984 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/318ee47cf68b4d73aaeb9112027c2984 2024-11-17T22:58:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-17T22:58:08,253 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into 318ee47cf68b4d73aaeb9112027c2984(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:08,253 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:08,253 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884287769; duration=0sec 2024-11-17T22:58:08,253 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:08,253 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:58:08,259 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:08,260 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/360bf94e165c4dce9a06bfa91eab15ce is 50, key is test_row_0/C:col10/1731884286451/Put/seqid=0 2024-11-17T22:58:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742244_1420 (size=12949) 2024-11-17T22:58:08,287 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/360bf94e165c4dce9a06bfa91eab15ce as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/360bf94e165c4dce9a06bfa91eab15ce 2024-11-17T22:58:08,295 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into 360bf94e165c4dce9a06bfa91eab15ce(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:08,295 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:08,295 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884287770; duration=0sec 2024-11-17T22:58:08,295 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:08,295 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:58:08,548 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/e0bee5ef12734661843bce6ddf424ed2 2024-11-17T22:58:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/60d1afae5df24536aa4b5f2e4ff05177 is 50, key is test_row_0/C:col10/1731884286481/Put/seqid=0 2024-11-17T22:58:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-17T22:58:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742245_1421 (size=12301) 2024-11-17T22:58:08,581 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/60d1afae5df24536aa4b5f2e4ff05177 2024-11-17T22:58:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/62d2afc80ec94ee9983497511cf9311c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c 2024-11-17T22:58:08,595 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c, entries=150, sequenceid=356, filesize=30.5 K 2024-11-17T22:58:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/e0bee5ef12734661843bce6ddf424ed2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/e0bee5ef12734661843bce6ddf424ed2 2024-11-17T22:58:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,601 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/e0bee5ef12734661843bce6ddf424ed2, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:58:08,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/60d1afae5df24536aa4b5f2e4ff05177 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/60d1afae5df24536aa4b5f2e4ff05177 2024-11-17T22:58:08,606 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/60d1afae5df24536aa4b5f2e4ff05177, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:58:08,607 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 2a82c516fbf6602f12b8dbf0ca69af25 in 517ms, sequenceid=356, compaction requested=false 2024-11-17T22:58:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-17T22:58:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-17T22:58:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-17T22:58:08,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 673 msec 2024-11-17T22:58:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 681 msec 2024-11-17T22:58:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:08,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174ac37df1fa1148e38eba5113332c2c4d_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742246_1422 (size=22618) 2024-11-17T22:58:08,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884288901, max timestamp=1731884288941Num uniques 859; 2024-11-17T22:58:08,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884288901, max timestamp=1731884288941Num uniques 859; 2024-11-17T22:58:08,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884288901, max timestamp=1731884288941Num uniques 859; 2024-11-17T22:58:08,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:08,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:08,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:09,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884349011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884349019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884349031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-17T22:58:09,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:09,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-17T22:58:09,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:09,078 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:09,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-17T22:58:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884349141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884349141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884349160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-17T22:58:09,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-17T22:58:09,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:09,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174ac37df1fa1148e38eba5113332c2c4d_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174ac37df1fa1148e38eba5113332c2c4d_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:09,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fe632a54ee4940b4974efc29f85c85e2, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:09,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fe632a54ee4940b4974efc29f85c85e2 is 175, key is test_row_0/A:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742247_1423 (size=66023) 2024-11-17T22:58:09,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fe632a54ee4940b4974efc29f85c85e2 2024-11-17T22:58:09,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/bcb69da5c2db453da0a24dc941424a6e is 50, key is test_row_0/B:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742248_1424 (size=12301) 2024-11-17T22:58:09,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/bcb69da5c2db453da0a24dc941424a6e 2024-11-17T22:58:09,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/2de72e12cf454b01bf482db7649271a2 is 50, key is test_row_0/C:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742249_1425 (size=12301) 2024-11-17T22:58:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884349362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884349362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-17T22:58:09,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:09,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884349380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-17T22:58:09,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-17T22:58:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884349680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884349680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-17T22:58:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884349701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-17T22:58:09,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/2de72e12cf454b01bf482db7649271a2 2024-11-17T22:58:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fe632a54ee4940b4974efc29f85c85e2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2 2024-11-17T22:58:09,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2, entries=350, sequenceid=369, filesize=64.5 K 2024-11-17T22:58:09,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/bcb69da5c2db453da0a24dc941424a6e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/bcb69da5c2db453da0a24dc941424a6e 2024-11-17T22:58:09,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/bcb69da5c2db453da0a24dc941424a6e, entries=150, sequenceid=369, filesize=12.0 K 2024-11-17T22:58:09,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/2de72e12cf454b01bf482db7649271a2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2de72e12cf454b01bf482db7649271a2 2024-11-17T22:58:09,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2de72e12cf454b01bf482db7649271a2, entries=150, sequenceid=369, filesize=12.0 K 2024-11-17T22:58:09,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a82c516fbf6602f12b8dbf0ca69af25 in 959ms, sequenceid=369, compaction requested=true 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:09,764 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:09,764 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:58:09,765 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,765 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,765 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/318ee47cf68b4d73aaeb9112027c2984, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=126.2 K 2024-11-17T22:58:09,765 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5f100b600409413f9318083808e63d8d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/e0bee5ef12734661843bce6ddf424ed2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/bcb69da5c2db453da0a24dc941424a6e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.7 K 2024-11-17T22:58:09,765 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/318ee47cf68b4d73aaeb9112027c2984, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2] 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 318ee47cf68b4d73aaeb9112027c2984, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731884285779 2024-11-17T22:58:09,765 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f100b600409413f9318083808e63d8d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731884285779 2024-11-17T22:58:09,766 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62d2afc80ec94ee9983497511cf9311c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731884286462 2024-11-17T22:58:09,766 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e0bee5ef12734661843bce6ddf424ed2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731884286462 2024-11-17T22:58:09,766 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb69da5c2db453da0a24dc941424a6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731884288760 2024-11-17T22:58:09,766 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe632a54ee4940b4974efc29f85c85e2, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731884288760 2024-11-17T22:58:09,785 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:09,785 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/21141e1ca521455784db0de2ed040f9b is 50, key is test_row_0/B:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:09,785 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:09,790 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117d474ae7315d24c0f8454299f848d6150_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:09,792 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117d474ae7315d24c0f8454299f848d6150_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:09,792 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d474ae7315d24c0f8454299f848d6150_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742250_1426 (size=13051) 2024-11-17T22:58:09,809 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/21141e1ca521455784db0de2ed040f9b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/21141e1ca521455784db0de2ed040f9b 2024-11-17T22:58:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742251_1427 (size=4469) 2024-11-17T22:58:09,817 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 21141e1ca521455784db0de2ed040f9b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:09,817 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:09,817 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884289764; duration=0sec 2024-11-17T22:58:09,817 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:09,817 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:58:09,818 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:09,838 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:09,838 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:58:09,838 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,838 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/360bf94e165c4dce9a06bfa91eab15ce, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/60d1afae5df24536aa4b5f2e4ff05177, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2de72e12cf454b01bf482db7649271a2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.7 K 2024-11-17T22:58:09,838 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 360bf94e165c4dce9a06bfa91eab15ce, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731884285779 2024-11-17T22:58:09,839 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 60d1afae5df24536aa4b5f2e4ff05177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731884286462 2024-11-17T22:58:09,839 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2de72e12cf454b01bf482db7649271a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731884288760 2024-11-17T22:58:09,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-17T22:58:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:09,858 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-17T22:58:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:09,862 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:09,867 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/c449f47f29fb477a85af7ff099e1e845 is 50, key is test_row_0/C:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:09,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa8f9602f93d4dec9f8e3c0df33c9949_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884289029/Put/seqid=0 2024-11-17T22:58:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742252_1428 (size=13051) 2024-11-17T22:58:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742253_1429 (size=12454) 2024-11-17T22:58:09,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:09,921 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa8f9602f93d4dec9f8e3c0df33c9949_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa8f9602f93d4dec9f8e3c0df33c9949_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:09,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/f752263bd2c641a099aa21e379a66243, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:09,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/f752263bd2c641a099aa21e379a66243 is 175, key is test_row_0/A:col10/1731884289029/Put/seqid=0 2024-11-17T22:58:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742254_1430 (size=31255) 2024-11-17T22:58:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:10,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:10,210 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#361 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:10,211 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/d99625a3fc2a4b719a3b92d923168b2f is 175, key is test_row_0/A:col10/1731884288760/Put/seqid=0 2024-11-17T22:58:10,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742255_1431 (size=32005) 2024-11-17T22:58:10,218 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/d99625a3fc2a4b719a3b92d923168b2f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/d99625a3fc2a4b719a3b92d923168b2f 2024-11-17T22:58:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-17T22:58:10,222 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into d99625a3fc2a4b719a3b92d923168b2f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:10,222 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:10,222 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884289764; duration=0sec 2024-11-17T22:58:10,222 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:10,222 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:58:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884350215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884350220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884350220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,301 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/c449f47f29fb477a85af7ff099e1e845 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c449f47f29fb477a85af7ff099e1e845 2024-11-17T22:58:10,305 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into c449f47f29fb477a85af7ff099e1e845(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:10,305 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:10,305 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884289764; duration=0sec 2024-11-17T22:58:10,305 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:10,305 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:58:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884350330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884350330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,339 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/f752263bd2c641a099aa21e379a66243 2024-11-17T22:58:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/9fd874468f0a4705a6e468fb9bfbf28a is 50, key is test_row_0/B:col10/1731884289029/Put/seqid=0 2024-11-17T22:58:10,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742256_1432 (size=12301) 2024-11-17T22:58:10,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60964 deadline: 1731884350540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884350540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884350540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,553 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60950 deadline: 1731884350551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,561 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 2a82c516fbf6602f12b8dbf0ca69af25 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,748 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/9fd874468f0a4705a6e468fb9bfbf28a 2024-11-17T22:58:10,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/813d595b7914440b9a0684e6554ba201 is 50, key is test_row_0/C:col10/1731884289029/Put/seqid=0 2024-11-17T22:58:10,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742257_1433 (size=12301) 2024-11-17T22:58:10,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884350861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884350861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,160 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/813d595b7914440b9a0684e6554ba201 2024-11-17T22:58:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/f752263bd2c641a099aa21e379a66243 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243 2024-11-17T22:58:11,167 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243, entries=150, sequenceid=405, filesize=30.5 K 2024-11-17T22:58:11,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/9fd874468f0a4705a6e468fb9bfbf28a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9fd874468f0a4705a6e468fb9bfbf28a 2024-11-17T22:58:11,172 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9fd874468f0a4705a6e468fb9bfbf28a, entries=150, sequenceid=405, filesize=12.0 K 2024-11-17T22:58:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/813d595b7914440b9a0684e6554ba201 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/813d595b7914440b9a0684e6554ba201 2024-11-17T22:58:11,180 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/813d595b7914440b9a0684e6554ba201, entries=150, sequenceid=405, filesize=12.0 K 2024-11-17T22:58:11,182 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1324ms, sequenceid=405, compaction requested=false 2024-11-17T22:58:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-17T22:58:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-17T22:58:11,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-17T22:58:11,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1060 sec 2024-11-17T22:58:11,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.1150 sec 2024-11-17T22:58:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-17T22:58:11,240 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:11,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-17T22:58:11,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:11,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:11,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:11,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-17T22:58:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:11,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111724d0b6a628e046efacfc5cad5a15d533_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742258_1434 (size=14994) 2024-11-17T22:58:11,268 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:11,271 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111724d0b6a628e046efacfc5cad5a15d533_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111724d0b6a628e046efacfc5cad5a15d533_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:11,272 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f10c735f8a4406f879e85120e420b70, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:11,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f10c735f8a4406f879e85120e420b70 is 175, key is test_row_0/A:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742259_1435 (size=39949) 2024-11-17T22:58:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:11,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:11,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:11,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884351394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884291371, max timestamp=1731884291403Num uniques 859; 2024-11-17T22:58:11,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884291371, max timestamp=1731884291403Num uniques 859; 2024-11-17T22:58:11,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:11,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:11,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884291371, max timestamp=1731884291403Num uniques 859; 2024-11-17T22:58:11,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884351488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884351489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884351520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:11,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:11,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:11,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884351610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884351610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f10c735f8a4406f879e85120e420b70 2024-11-17T22:58:11,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/b540b9008cd745eaa1e726dbc7fd3f98 is 50, key is test_row_0/B:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:11,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742260_1436 (size=12301) 2024-11-17T22:58:11,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/b540b9008cd745eaa1e726dbc7fd3f98 2024-11-17T22:58:11,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/7a81a2c116b3405f86d586045509fd2a is 50, key is test_row_0/C:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:11,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742261_1437 (size=12301) 2024-11-17T22:58:11,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/7a81a2c116b3405f86d586045509fd2a 2024-11-17T22:58:11,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f10c735f8a4406f879e85120e420b70 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70 2024-11-17T22:58:11,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70, entries=200, sequenceid=418, filesize=39.0 K 2024-11-17T22:58:11,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/b540b9008cd745eaa1e726dbc7fd3f98 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/b540b9008cd745eaa1e726dbc7fd3f98 2024-11-17T22:58:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884351730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/b540b9008cd745eaa1e726dbc7fd3f98, entries=150, sequenceid=418, filesize=12.0 K 2024-11-17T22:58:11,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/7a81a2c116b3405f86d586045509fd2a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7a81a2c116b3405f86d586045509fd2a 2024-11-17T22:58:11,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7a81a2c116b3405f86d586045509fd2a, entries=150, sequenceid=418, filesize=12.0 K 2024-11-17T22:58:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for 2a82c516fbf6602f12b8dbf0ca69af25 in 507ms, sequenceid=418, compaction requested=true 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:11,754 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a82c516fbf6602f12b8dbf0ca69af25:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:11,754 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:11,755 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:11,755 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:11,755 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/A is initiating minor compaction (all files) 2024-11-17T22:58:11,755 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/B is initiating minor compaction (all files) 2024-11-17T22:58:11,755 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/A in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,755 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/B in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,755 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/d99625a3fc2a4b719a3b92d923168b2f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=100.8 K 2024-11-17T22:58:11,755 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/21141e1ca521455784db0de2ed040f9b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9fd874468f0a4705a6e468fb9bfbf28a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/b540b9008cd745eaa1e726dbc7fd3f98] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.8 K 2024-11-17T22:58:11,755 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,755 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/d99625a3fc2a4b719a3b92d923168b2f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70] 2024-11-17T22:58:11,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 21141e1ca521455784db0de2ed040f9b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731884288760 2024-11-17T22:58:11,756 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d99625a3fc2a4b719a3b92d923168b2f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731884288760 2024-11-17T22:58:11,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fd874468f0a4705a6e468fb9bfbf28a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731884289010 2024-11-17T22:58:11,756 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f752263bd2c641a099aa21e379a66243, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731884289010 2024-11-17T22:58:11,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b540b9008cd745eaa1e726dbc7fd3f98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731884290193 2024-11-17T22:58:11,756 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f10c735f8a4406f879e85120e420b70, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731884290193 2024-11-17T22:58:11,760 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:11,761 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:11,762 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/67f218cb78eb40079f3b107959949346 is 50, key is test_row_0/B:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:11,766 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117f0d765dda73646f2aea0e4404d2aca4e_2a82c516fbf6602f12b8dbf0ca69af25 store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:11,768 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117f0d765dda73646f2aea0e4404d2aca4e_2a82c516fbf6602f12b8dbf0ca69af25, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:11,768 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f0d765dda73646f2aea0e4404d2aca4e_2a82c516fbf6602f12b8dbf0ca69af25 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742262_1438 (size=13153) 2024-11-17T22:58:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742263_1439 (size=4469) 2024-11-17T22:58:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:11,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-11-17T22:58:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:11,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a08947c3ea174d63a7f7583e2036a254_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884291487/Put/seqid=0 2024-11-17T22:58:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742264_1440 (size=14994) 2024-11-17T22:58:11,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:11,859 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a08947c3ea174d63a7f7583e2036a254_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a08947c3ea174d63a7f7583e2036a254_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:11,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:11,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:11,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fb1f802c3ecc452ba9e5fc53e524fe89, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:11,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fb1f802c3ecc452ba9e5fc53e524fe89 is 175, key is test_row_0/A:col10/1731884291487/Put/seqid=0 2024-11-17T22:58:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742265_1441 (size=39949) 2024-11-17T22:58:11,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884351877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884351884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,980 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-17T22:58:11,980 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:11,980 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,980 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:11,990 INFO [Thread-1548 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1548. 2024-11-17T22:58:11,991 DEBUG [Thread-1548 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:11,991 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,991 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884351990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:11,994 INFO [Thread-1546 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1546. 2024-11-17T22:58:11,995 DEBUG [Thread-1546 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:11,995 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,995 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:11,999 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-11-17T22:58:11,999 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:11,999 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,999 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:11,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884352000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,007 INFO [Thread-1544 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1544. 2024-11-17T22:58:12,007 DEBUG [Thread-1544 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:12,007 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:12,007 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:12,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:12,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884352051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,176 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#A#compaction#370 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:12,176 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/67f218cb78eb40079f3b107959949346 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/67f218cb78eb40079f3b107959949346 2024-11-17T22:58:12,176 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/12ccb8d3875a499ea39a5a8bfd88b038 is 175, key is test_row_0/A:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742266_1442 (size=32107) 2024-11-17T22:58:12,181 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/B of 2a82c516fbf6602f12b8dbf0ca69af25 into 67f218cb78eb40079f3b107959949346(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:12,181 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:12,181 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/B, priority=13, startTime=1731884291754; duration=0sec 2024-11-17T22:58:12,181 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:12,181 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:B 2024-11-17T22:58:12,181 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:12,182 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:12,182 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 2a82c516fbf6602f12b8dbf0ca69af25/C is initiating minor compaction (all files) 2024-11-17T22:58:12,182 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a82c516fbf6602f12b8dbf0ca69af25/C in TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,182 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c449f47f29fb477a85af7ff099e1e845, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/813d595b7914440b9a0684e6554ba201, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7a81a2c116b3405f86d586045509fd2a] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp, totalSize=36.8 K 2024-11-17T22:58:12,182 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c449f47f29fb477a85af7ff099e1e845, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731884288760 2024-11-17T22:58:12,183 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 813d595b7914440b9a0684e6554ba201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731884289010 2024-11-17T22:58:12,183 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a81a2c116b3405f86d586045509fd2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731884290193 2024-11-17T22:58:12,183 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/12ccb8d3875a499ea39a5a8bfd88b038 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/12ccb8d3875a499ea39a5a8bfd88b038 2024-11-17T22:58:12,187 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/A of 2a82c516fbf6602f12b8dbf0ca69af25 into 12ccb8d3875a499ea39a5a8bfd88b038(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:12,187 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:12,187 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/A, priority=13, startTime=1731884291754; duration=0sec 2024-11-17T22:58:12,187 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:12,187 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:A 2024-11-17T22:58:12,189 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a82c516fbf6602f12b8dbf0ca69af25#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:12,190 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/209606b7bee74f3f98691cd89d43ff98 is 50, key is test_row_0/C:col10/1731884290193/Put/seqid=0 2024-11-17T22:58:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742267_1443 (size=13153) 2024-11-17T22:58:12,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884352200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884352210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fb1f802c3ecc452ba9e5fc53e524fe89 2024-11-17T22:58:12,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/9addd539dd694b92a0547ab969a437ea is 50, key is test_row_0/B:col10/1731884291487/Put/seqid=0 2024-11-17T22:58:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742268_1444 (size=12301) 2024-11-17T22:58:12,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:12,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884352510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884352521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60946 deadline: 1731884352561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:12,598 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/209606b7bee74f3f98691cd89d43ff98 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/209606b7bee74f3f98691cd89d43ff98 2024-11-17T22:58:12,602 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a82c516fbf6602f12b8dbf0ca69af25/C of 2a82c516fbf6602f12b8dbf0ca69af25 into 209606b7bee74f3f98691cd89d43ff98(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:12,602 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:12,602 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., storeName=2a82c516fbf6602f12b8dbf0ca69af25/C, priority=13, startTime=1731884291754; duration=0sec 2024-11-17T22:58:12,603 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:12,603 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a82c516fbf6602f12b8dbf0ca69af25:C 2024-11-17T22:58:12,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/9addd539dd694b92a0547ab969a437ea 2024-11-17T22:58:12,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/218726960673400f8f21d02dd63236de is 50, key is test_row_0/C:col10/1731884291487/Put/seqid=0 2024-11-17T22:58:12,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742269_1445 (size=12301) 2024-11-17T22:58:12,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:12,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60954 deadline: 1731884353021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:13,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731884353030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:13,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:13,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:13,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/218726960673400f8f21d02dd63236de 2024-11-17T22:58:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:13,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/fb1f802c3ecc452ba9e5fc53e524fe89 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fb1f802c3ecc452ba9e5fc53e524fe89 2024-11-17T22:58:13,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fb1f802c3ecc452ba9e5fc53e524fe89, entries=200, sequenceid=454, filesize=39.0 K 2024-11-17T22:58:13,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/9addd539dd694b92a0547ab969a437ea as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9addd539dd694b92a0547ab969a437ea 2024-11-17T22:58:13,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9addd539dd694b92a0547ab969a437ea, entries=150, sequenceid=454, filesize=12.0 K 2024-11-17T22:58:13,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/218726960673400f8f21d02dd63236de as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/218726960673400f8f21d02dd63236de 2024-11-17T22:58:13,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/218726960673400f8f21d02dd63236de, entries=150, sequenceid=454, filesize=12.0 K 2024-11-17T22:58:13,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=46.96 KB/48090 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1279ms, sequenceid=454, compaction requested=false 2024-11-17T22:58:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:13,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:13,248 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170b12eb0370bc4f7b8f7844f87b969f06_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884291871/Put/seqid=0 2024-11-17T22:58:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742270_1446 (size=12454) 2024-11-17T22:58:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:13,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. as already flushing 2024-11-17T22:58:13,584 INFO [Thread-1535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1535. 2024-11-17T22:58:13,584 DEBUG [Thread-1535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:13,584 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:13,584 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:13,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:13,661 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170b12eb0370bc4f7b8f7844f87b969f06_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170b12eb0370bc4f7b8f7844f87b969f06_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f938dec5dc64bd99a0aa99ea513fad1, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f938dec5dc64bd99a0aa99ea513fad1 is 175, key is test_row_0/A:col10/1731884291871/Put/seqid=0 2024-11-17T22:58:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742271_1447 (size=31255) 2024-11-17T22:58:14,041 INFO [Thread-1537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1537. 2024-11-17T22:58:14,041 DEBUG [Thread-1537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:14,041 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:14,041 INFO [Thread-1533 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1533. 2024-11-17T22:58:14,041 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:14,041 DEBUG [Thread-1533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:14,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:14,041 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:14,042 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:14,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:14,068 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=467, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f938dec5dc64bd99a0aa99ea513fad1 2024-11-17T22:58:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/39b0b16656c947f5ae0b2eb861fa2b5e is 50, key is test_row_0/B:col10/1731884291871/Put/seqid=0 2024-11-17T22:58:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742272_1448 (size=12301) 2024-11-17T22:58:14,482 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/39b0b16656c947f5ae0b2eb861fa2b5e 2024-11-17T22:58:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/47b26a885be54953807bb237a3f62eb7 is 50, key is test_row_0/C:col10/1731884291871/Put/seqid=0 2024-11-17T22:58:14,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742273_1449 (size=12301) 2024-11-17T22:58:14,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/47b26a885be54953807bb237a3f62eb7 2024-11-17T22:58:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/9f938dec5dc64bd99a0aa99ea513fad1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f938dec5dc64bd99a0aa99ea513fad1 2024-11-17T22:58:14,917 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f938dec5dc64bd99a0aa99ea513fad1, entries=150, sequenceid=467, filesize=30.5 K 2024-11-17T22:58:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/39b0b16656c947f5ae0b2eb861fa2b5e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/39b0b16656c947f5ae0b2eb861fa2b5e 2024-11-17T22:58:14,922 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/39b0b16656c947f5ae0b2eb861fa2b5e, entries=150, sequenceid=467, filesize=12.0 K 2024-11-17T22:58:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/47b26a885be54953807bb237a3f62eb7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/47b26a885be54953807bb237a3f62eb7 2024-11-17T22:58:14,927 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/47b26a885be54953807bb237a3f62eb7, entries=150, sequenceid=467, filesize=12.0 K 2024-11-17T22:58:14,927 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1679ms, sequenceid=467, compaction requested=true 2024-11-17T22:58:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 2a82c516fbf6602f12b8dbf0ca69af25: 2024-11-17T22:58:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-17T22:58:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-17T22:58:14,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-17T22:58:14,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6860 sec 2024-11-17T22:58:14,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.6900 sec 2024-11-17T22:58:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-17T22:58:15,422 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:20,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:58:20,592 INFO [Thread-1539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1539. 2024-11-17T22:58:20,592 DEBUG [Thread-1539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:20,592 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:20,592 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:20,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:20,654 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-17T22:58:20,655 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:20,655 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:20,655 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:20,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 843 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2527 rows 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 847 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2539 rows 2024-11-17T22:58:20,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 841 2024-11-17T22:58:20,656 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2515 rows 2024-11-17T22:58:20,656 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 842 2024-11-17T22:58:20,656 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2519 rows 2024-11-17T22:58:20,656 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 847 2024-11-17T22:58:20,656 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2540 rows 2024-11-17T22:58:20,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:58:20,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:58:20,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:20,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:20,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:20,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T22:58:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-17T22:58:20,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884300659"}]},"ts":"1731884300659"} 2024-11-17T22:58:20,661 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T22:58:20,661 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T22:58:20,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:58:20,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, UNASSIGN}] 2024-11-17T22:58:20,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, UNASSIGN 2024-11-17T22:58:20,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:20,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, UNASSIGN because future has completed 2024-11-17T22:58:20,665 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:58:20,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:58:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-17T22:58:20,819 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:20,819 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:58:20,819 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 2a82c516fbf6602f12b8dbf0ca69af25, disabling compactions & flushes 2024-11-17T22:58:20,819 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:20,819 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:20,819 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. after waiting 0 ms 2024-11-17T22:58:20,819 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:20,820 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 2a82c516fbf6602f12b8dbf0ca69af25 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:58:20,820 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=A 2024-11-17T22:58:20,820 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:20,820 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=B 2024-11-17T22:58:20,821 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:20,821 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a82c516fbf6602f12b8dbf0ca69af25, store=C 2024-11-17T22:58:20,821 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:20,825 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111753d8e22530d743039b94bcc19b9f71ee_2a82c516fbf6602f12b8dbf0ca69af25 is 50, key is test_row_0/A:col10/1731884300652/Put/seqid=0 2024-11-17T22:58:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742274_1450 (size=12454) 2024-11-17T22:58:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-17T22:58:21,230 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:21,241 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111753d8e22530d743039b94bcc19b9f71ee_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111753d8e22530d743039b94bcc19b9f71ee_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:21,243 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b1b75c3b54943909a7a96e757df1618, store: [table=TestAcidGuarantees family=A region=2a82c516fbf6602f12b8dbf0ca69af25] 2024-11-17T22:58:21,243 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b1b75c3b54943909a7a96e757df1618 is 175, key is test_row_0/A:col10/1731884300652/Put/seqid=0 2024-11-17T22:58:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742275_1451 (size=31255) 2024-11-17T22:58:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-17T22:58:21,648 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=475, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b1b75c3b54943909a7a96e757df1618 2024-11-17T22:58:21,661 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c875b5908f514e6d81dfe2b86e6f5f65 is 50, key is test_row_0/B:col10/1731884300652/Put/seqid=0 2024-11-17T22:58:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742276_1452 (size=12301) 2024-11-17T22:58:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-17T22:58:22,066 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c875b5908f514e6d81dfe2b86e6f5f65 2024-11-17T22:58:22,074 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/635698fde07a4e4eaeb70637af379bd7 is 50, key is test_row_0/C:col10/1731884300652/Put/seqid=0 2024-11-17T22:58:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742277_1453 (size=12301) 2024-11-17T22:58:22,481 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/635698fde07a4e4eaeb70637af379bd7 2024-11-17T22:58:22,489 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/A/8b1b75c3b54943909a7a96e757df1618 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b1b75c3b54943909a7a96e757df1618 2024-11-17T22:58:22,492 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b1b75c3b54943909a7a96e757df1618, entries=150, sequenceid=475, filesize=30.5 K 2024-11-17T22:58:22,492 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/B/c875b5908f514e6d81dfe2b86e6f5f65 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c875b5908f514e6d81dfe2b86e6f5f65 2024-11-17T22:58:22,495 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c875b5908f514e6d81dfe2b86e6f5f65, entries=150, sequenceid=475, filesize=12.0 K 2024-11-17T22:58:22,496 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/.tmp/C/635698fde07a4e4eaeb70637af379bd7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/635698fde07a4e4eaeb70637af379bd7 2024-11-17T22:58:22,498 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/635698fde07a4e4eaeb70637af379bd7, entries=150, sequenceid=475, filesize=12.0 K 2024-11-17T22:58:22,499 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1680ms, sequenceid=475, compaction requested=true 2024-11-17T22:58:22,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/db3271bc27944c5396c9b7f15cd30042, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62ee620a2e024ce682f45afd80428863, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/6d8f7499ee8c42f29e218becf0e15a9c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/16b16d9db5aa4573aeb13070d3e2b48e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/159d3deb1f3e4c07bd1de482a3c08872, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/318ee47cf68b4d73aaeb9112027c2984, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/d99625a3fc2a4b719a3b92d923168b2f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70] to archive 2024-11-17T22:58:22,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:58:22,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fdf589bd05bc46ed8e73654ef191adc3 2024-11-17T22:58:22,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b6c8faad0414cf0a67518d207b2a7ba 2024-11-17T22:58:22,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/a1a25c28bff54688a9c48b5b78463596 2024-11-17T22:58:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/db3271bc27944c5396c9b7f15cd30042 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/db3271bc27944c5396c9b7f15cd30042 2024-11-17T22:58:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/56f63dfb03014e35a45e7d327380b414 2024-11-17T22:58:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62ee620a2e024ce682f45afd80428863 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62ee620a2e024ce682f45afd80428863 2024-11-17T22:58:22,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/700d3c2a53d14fdcab92edb837074249 2024-11-17T22:58:22,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/80c0c46513534c1ebd2831993e364ecf 2024-11-17T22:58:22,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/6d8f7499ee8c42f29e218becf0e15a9c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/6d8f7499ee8c42f29e218becf0e15a9c 2024-11-17T22:58:22,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/411c643234574fe3a1a7cf79ad79c610 2024-11-17T22:58:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/75efc95efbd64c9ba7a5bc7689c860f3 2024-11-17T22:58:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/66aba74c1eef439b9e0fea7a1ad9bba8 2024-11-17T22:58:22,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/cd23af5b18194cd5bb7ce91ec4eb11b1 2024-11-17T22:58:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/16b16d9db5aa4573aeb13070d3e2b48e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/16b16d9db5aa4573aeb13070d3e2b48e 2024-11-17T22:58:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/73b71c7bcd654f5c990ab0e57347759d 2024-11-17T22:58:22,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/03490fea23bc46c58234622205c494e6 2024-11-17T22:58:22,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/159d3deb1f3e4c07bd1de482a3c08872 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/159d3deb1f3e4c07bd1de482a3c08872 2024-11-17T22:58:22,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/b32f3a48d7b045ef8c2e9a14fc22630a 2024-11-17T22:58:22,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/2bca2191082c416a923f5fc676a5a4a2 2024-11-17T22:58:22,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/318ee47cf68b4d73aaeb9112027c2984 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/318ee47cf68b4d73aaeb9112027c2984 2024-11-17T22:58:22,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/62d2afc80ec94ee9983497511cf9311c 2024-11-17T22:58:22,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fe632a54ee4940b4974efc29f85c85e2 2024-11-17T22:58:22,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/d99625a3fc2a4b719a3b92d923168b2f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/d99625a3fc2a4b719a3b92d923168b2f 2024-11-17T22:58:22,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/f752263bd2c641a099aa21e379a66243 2024-11-17T22:58:22,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f10c735f8a4406f879e85120e420b70 2024-11-17T22:58:22,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/f058125fc18b496fb4f0e83837ea5c7d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5ef7b8a666324f49a6ab5710b3383c3c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/604bbd40d4f84a71ba9f523ca5130e87, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c5cea9d3d23a4adcb653a2d38f358870, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ac84f3d6e305445f8fcdc1af22a304f4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/453939fd0ecb4f398a4d265c3ed22960, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ead4c916e4e54e5fa850594e91fe2c1a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/52587a9b495648589d76b0d8ea41ccfb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c74050abcd404ed4aa518f6809d11259, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/967a9be46d694675a729063707d0a7d0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/d19c0db43467445ab4ff60fc9507cfc4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/0dee5a34927045a8946d130a8971dd35, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/00e50a39e53948e090a070691c033328, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5186a000face466e8a0a357b3c4544ae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/dda03fb37f3a4212972af4e139e686be, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/7cad7dbf778d40b78171d012e701538d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/79c44400d7474c8d9737bed2468676ed, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/89b804c3701b4262b2b1ce72107fcb56, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5f100b600409413f9318083808e63d8d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/cfc30e23f4964f809e66ec5ff6ac4e90, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/e0bee5ef12734661843bce6ddf424ed2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/21141e1ca521455784db0de2ed040f9b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/bcb69da5c2db453da0a24dc941424a6e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9fd874468f0a4705a6e468fb9bfbf28a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/b540b9008cd745eaa1e726dbc7fd3f98] to archive 2024-11-17T22:58:22,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:58:22,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/f058125fc18b496fb4f0e83837ea5c7d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/f058125fc18b496fb4f0e83837ea5c7d 2024-11-17T22:58:22,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5ef7b8a666324f49a6ab5710b3383c3c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5ef7b8a666324f49a6ab5710b3383c3c 2024-11-17T22:58:22,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/604bbd40d4f84a71ba9f523ca5130e87 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/604bbd40d4f84a71ba9f523ca5130e87 2024-11-17T22:58:22,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c5cea9d3d23a4adcb653a2d38f358870 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c5cea9d3d23a4adcb653a2d38f358870 2024-11-17T22:58:22,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ac84f3d6e305445f8fcdc1af22a304f4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ac84f3d6e305445f8fcdc1af22a304f4 2024-11-17T22:58:22,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/453939fd0ecb4f398a4d265c3ed22960 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/453939fd0ecb4f398a4d265c3ed22960 2024-11-17T22:58:22,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ead4c916e4e54e5fa850594e91fe2c1a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/ead4c916e4e54e5fa850594e91fe2c1a 2024-11-17T22:58:22,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/52587a9b495648589d76b0d8ea41ccfb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/52587a9b495648589d76b0d8ea41ccfb 2024-11-17T22:58:22,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c74050abcd404ed4aa518f6809d11259 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c74050abcd404ed4aa518f6809d11259 2024-11-17T22:58:22,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/967a9be46d694675a729063707d0a7d0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/967a9be46d694675a729063707d0a7d0 2024-11-17T22:58:22,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/d19c0db43467445ab4ff60fc9507cfc4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/d19c0db43467445ab4ff60fc9507cfc4 2024-11-17T22:58:22,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/0dee5a34927045a8946d130a8971dd35 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/0dee5a34927045a8946d130a8971dd35 2024-11-17T22:58:22,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/00e50a39e53948e090a070691c033328 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/00e50a39e53948e090a070691c033328 2024-11-17T22:58:22,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5186a000face466e8a0a357b3c4544ae to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5186a000face466e8a0a357b3c4544ae 2024-11-17T22:58:22,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/dda03fb37f3a4212972af4e139e686be to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/dda03fb37f3a4212972af4e139e686be 2024-11-17T22:58:22,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/7cad7dbf778d40b78171d012e701538d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/7cad7dbf778d40b78171d012e701538d 2024-11-17T22:58:22,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/79c44400d7474c8d9737bed2468676ed to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/79c44400d7474c8d9737bed2468676ed 2024-11-17T22:58:22,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/89b804c3701b4262b2b1ce72107fcb56 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/89b804c3701b4262b2b1ce72107fcb56 2024-11-17T22:58:22,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5f100b600409413f9318083808e63d8d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/5f100b600409413f9318083808e63d8d 2024-11-17T22:58:22,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/cfc30e23f4964f809e66ec5ff6ac4e90 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/cfc30e23f4964f809e66ec5ff6ac4e90 2024-11-17T22:58:22,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/e0bee5ef12734661843bce6ddf424ed2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/e0bee5ef12734661843bce6ddf424ed2 2024-11-17T22:58:22,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/21141e1ca521455784db0de2ed040f9b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/21141e1ca521455784db0de2ed040f9b 2024-11-17T22:58:22,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/bcb69da5c2db453da0a24dc941424a6e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/bcb69da5c2db453da0a24dc941424a6e 2024-11-17T22:58:22,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9fd874468f0a4705a6e468fb9bfbf28a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9fd874468f0a4705a6e468fb9bfbf28a 2024-11-17T22:58:22,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/b540b9008cd745eaa1e726dbc7fd3f98 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/b540b9008cd745eaa1e726dbc7fd3f98 2024-11-17T22:58:22,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/4d3a38af48a1421e9c25c6a709b49693, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c39ec021b1d5470d915c012e68350f0e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6d30787bb05743a49159f0ff6f1e0cef, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8d9256ab5e9e4b37bfc298b38b4ba3ea, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/115f664474e141bda130d6a9ea23423c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6e664a16e9814e69a5cc77963b1215c5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2399b3f661254cc4a3995cb2893b8999, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/37596f9ba7ae4b40b43c235f239b4f57, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f43b02b41fa34a41a25d0bd3fc517472, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/cc0dbb2ad0124abd886e343282c8dc1a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/818407af242443bc8e2362ce5b1ecca2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/80af389809d141798233774388225863, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8858db534bab4b34a2c7a66cbf54957b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/d1ffd9e86be745ca8247aed6105d5def, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7c82a90317a94721aad466efec147b40, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/ed1b265e67bf413796f6556fef25918e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/3cbf12b18c80414db561258ecc641534, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f2f6ad4e85884b11b1baaeff6aa58a4b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/360bf94e165c4dce9a06bfa91eab15ce, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/1a70436868b447eab1d035e79e0a611d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/60d1afae5df24536aa4b5f2e4ff05177, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c449f47f29fb477a85af7ff099e1e845, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2de72e12cf454b01bf482db7649271a2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/813d595b7914440b9a0684e6554ba201, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7a81a2c116b3405f86d586045509fd2a] to archive 2024-11-17T22:58:22,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:58:22,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/4d3a38af48a1421e9c25c6a709b49693 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/4d3a38af48a1421e9c25c6a709b49693 2024-11-17T22:58:22,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c39ec021b1d5470d915c012e68350f0e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c39ec021b1d5470d915c012e68350f0e 2024-11-17T22:58:22,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6d30787bb05743a49159f0ff6f1e0cef to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6d30787bb05743a49159f0ff6f1e0cef 2024-11-17T22:58:22,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8d9256ab5e9e4b37bfc298b38b4ba3ea to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8d9256ab5e9e4b37bfc298b38b4ba3ea 2024-11-17T22:58:22,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/115f664474e141bda130d6a9ea23423c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/115f664474e141bda130d6a9ea23423c 2024-11-17T22:58:22,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6e664a16e9814e69a5cc77963b1215c5 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/6e664a16e9814e69a5cc77963b1215c5 2024-11-17T22:58:22,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2399b3f661254cc4a3995cb2893b8999 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2399b3f661254cc4a3995cb2893b8999 2024-11-17T22:58:22,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/37596f9ba7ae4b40b43c235f239b4f57 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/37596f9ba7ae4b40b43c235f239b4f57 2024-11-17T22:58:22,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f43b02b41fa34a41a25d0bd3fc517472 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f43b02b41fa34a41a25d0bd3fc517472 2024-11-17T22:58:22,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/cc0dbb2ad0124abd886e343282c8dc1a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/cc0dbb2ad0124abd886e343282c8dc1a 2024-11-17T22:58:22,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/818407af242443bc8e2362ce5b1ecca2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/818407af242443bc8e2362ce5b1ecca2 2024-11-17T22:58:22,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/80af389809d141798233774388225863 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/80af389809d141798233774388225863 2024-11-17T22:58:22,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8858db534bab4b34a2c7a66cbf54957b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/8858db534bab4b34a2c7a66cbf54957b 2024-11-17T22:58:22,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/d1ffd9e86be745ca8247aed6105d5def to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/d1ffd9e86be745ca8247aed6105d5def 2024-11-17T22:58:22,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7c82a90317a94721aad466efec147b40 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7c82a90317a94721aad466efec147b40 2024-11-17T22:58:22,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/ed1b265e67bf413796f6556fef25918e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/ed1b265e67bf413796f6556fef25918e 2024-11-17T22:58:22,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/3cbf12b18c80414db561258ecc641534 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/3cbf12b18c80414db561258ecc641534 2024-11-17T22:58:22,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f2f6ad4e85884b11b1baaeff6aa58a4b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/f2f6ad4e85884b11b1baaeff6aa58a4b 2024-11-17T22:58:22,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/360bf94e165c4dce9a06bfa91eab15ce to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/360bf94e165c4dce9a06bfa91eab15ce 2024-11-17T22:58:22,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/1a70436868b447eab1d035e79e0a611d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/1a70436868b447eab1d035e79e0a611d 2024-11-17T22:58:22,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/60d1afae5df24536aa4b5f2e4ff05177 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/60d1afae5df24536aa4b5f2e4ff05177 2024-11-17T22:58:22,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c449f47f29fb477a85af7ff099e1e845 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/c449f47f29fb477a85af7ff099e1e845 2024-11-17T22:58:22,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2de72e12cf454b01bf482db7649271a2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/2de72e12cf454b01bf482db7649271a2 2024-11-17T22:58:22,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/813d595b7914440b9a0684e6554ba201 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/813d595b7914440b9a0684e6554ba201 2024-11-17T22:58:22,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7a81a2c116b3405f86d586045509fd2a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/7a81a2c116b3405f86d586045509fd2a 2024-11-17T22:58:22,559 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/recovered.edits/478.seqid, newMaxSeqId=478, maxSeqId=4 2024-11-17T22:58:22,559 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. 2024-11-17T22:58:22,559 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 2a82c516fbf6602f12b8dbf0ca69af25: Waiting for close lock at 1731884300819Running coprocessor pre-close hooks at 1731884300819Disabling compacts and flushes for region at 1731884300819Disabling writes for close at 1731884300819Obtaining lock to block concurrent updates at 1731884300820 (+1 ms)Preparing flush snapshotting stores in 2a82c516fbf6602f12b8dbf0ca69af25 at 1731884300820Finished memstore snapshotting TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731884300821 (+1 ms)Flushing stores of TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25. at 1731884300821Flushing 2a82c516fbf6602f12b8dbf0ca69af25/A: creating writer at 1731884300821Flushing mob file 2a82c516fbf6602f12b8dbf0ca69af25/A: appending metadata at 1731884300825 (+4 ms)Flushing mob file 2a82c516fbf6602f12b8dbf0ca69af25/A: closing flushed file at 1731884300825Flushing 2a82c516fbf6602f12b8dbf0ca69af25/A: appending metadata at 1731884301243 (+418 ms)Flushing 2a82c516fbf6602f12b8dbf0ca69af25/A: closing flushed file at 1731884301243Flushing 2a82c516fbf6602f12b8dbf0ca69af25/B: creating writer at 1731884301656 (+413 ms)Flushing 2a82c516fbf6602f12b8dbf0ca69af25/B: appending metadata at 1731884301660 (+4 ms)Flushing 2a82c516fbf6602f12b8dbf0ca69af25/B: closing flushed file at 1731884301661 (+1 ms)Flushing 2a82c516fbf6602f12b8dbf0ca69af25/C: creating writer at 1731884302070 (+409 ms)Flushing 2a82c516fbf6602f12b8dbf0ca69af25/C: appending metadata at 1731884302073 (+3 ms)Flushing 2a82c516fbf6602f12b8dbf0ca69af25/C: closing flushed file at 1731884302074 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537b82f6: reopening flushed file at 1731884302488 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235c5c5f: reopening flushed file at 1731884302492 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c1b2cb: reopening flushed file at 1731884302495 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2a82c516fbf6602f12b8dbf0ca69af25 in 1680ms, sequenceid=475, compaction requested=true at 1731884302499 (+4 ms)Writing region close event to WAL at 1731884302557 (+58 ms)Running coprocessor post-close hooks at 1731884302559 (+2 ms)Closed at 1731884302559 2024-11-17T22:58:22,561 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=2a82c516fbf6602f12b8dbf0ca69af25, regionState=CLOSED 2024-11-17T22:58:22,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:58:22,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-17T22:58:22,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 2a82c516fbf6602f12b8dbf0ca69af25, server=1a6e40b21a48,41723,1731884181900 in 1.8980 sec 2024-11-17T22:58:22,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-17T22:58:22,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a82c516fbf6602f12b8dbf0ca69af25, UNASSIGN in 1.9020 sec 2024-11-17T22:58:22,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-17T22:58:22,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9070 sec 2024-11-17T22:58:22,571 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884302571"}]},"ts":"1731884302571"} 2024-11-17T22:58:22,572 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T22:58:22,573 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T22:58:22,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9160 sec 2024-11-17T22:58:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-17T22:58:22,821 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:22,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T22:58:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,827 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-17T22:58:22,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,836 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/recovered.edits] 2024-11-17T22:58:22,840 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/12ccb8d3875a499ea39a5a8bfd88b038 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/12ccb8d3875a499ea39a5a8bfd88b038 2024-11-17T22:58:22,841 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b1b75c3b54943909a7a96e757df1618 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/8b1b75c3b54943909a7a96e757df1618 2024-11-17T22:58:22,843 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f938dec5dc64bd99a0aa99ea513fad1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/9f938dec5dc64bd99a0aa99ea513fad1 2024-11-17T22:58:22,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fb1f802c3ecc452ba9e5fc53e524fe89 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/A/fb1f802c3ecc452ba9e5fc53e524fe89 2024-11-17T22:58:22,847 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/39b0b16656c947f5ae0b2eb861fa2b5e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/39b0b16656c947f5ae0b2eb861fa2b5e 2024-11-17T22:58:22,848 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/67f218cb78eb40079f3b107959949346 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/67f218cb78eb40079f3b107959949346 2024-11-17T22:58:22,850 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9addd539dd694b92a0547ab969a437ea to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/9addd539dd694b92a0547ab969a437ea 2024-11-17T22:58:22,851 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c875b5908f514e6d81dfe2b86e6f5f65 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/B/c875b5908f514e6d81dfe2b86e6f5f65 2024-11-17T22:58:22,854 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/209606b7bee74f3f98691cd89d43ff98 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/209606b7bee74f3f98691cd89d43ff98 2024-11-17T22:58:22,855 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/218726960673400f8f21d02dd63236de to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/218726960673400f8f21d02dd63236de 2024-11-17T22:58:22,857 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/47b26a885be54953807bb237a3f62eb7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/47b26a885be54953807bb237a3f62eb7 2024-11-17T22:58:22,859 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/635698fde07a4e4eaeb70637af379bd7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/C/635698fde07a4e4eaeb70637af379bd7 2024-11-17T22:58:22,862 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/recovered.edits/478.seqid to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25/recovered.edits/478.seqid 2024-11-17T22:58:22,863 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,863 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T22:58:22,864 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T22:58:22,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T22:58:22,870 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111709b59a95fd4044bf9eab5f5ff22216db_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111709b59a95fd4044bf9eab5f5ff22216db_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,873 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170b12eb0370bc4f7b8f7844f87b969f06_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170b12eb0370bc4f7b8f7844f87b969f06_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,875 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171be440c50ec64c18ab9ea5cbf150b462_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171be440c50ec64c18ab9ea5cbf150b462_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,877 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111723461c94bbe8435788085e788f686623_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111723461c94bbe8435788085e788f686623_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,879 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111724d0b6a628e046efacfc5cad5a15d533_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111724d0b6a628e046efacfc5cad5a15d533_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,881 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172741ffcb326e494e92aeb4f949c33f06_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172741ffcb326e494e92aeb4f949c33f06_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,884 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117296671c337d043d09c1fd6f50207db2e_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117296671c337d043d09c1fd6f50207db2e_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,886 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172c33d8905f974e7d9807d808de00f2a4_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172c33d8905f974e7d9807d808de00f2a4_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,888 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172edb901b0ad2459e98ea91ed35ccb121_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172edb901b0ad2459e98ea91ed35ccb121_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,890 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173dd300259cf646209436f1e96b539bb9_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173dd300259cf646209436f1e96b539bb9_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,892 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174ac37df1fa1148e38eba5113332c2c4d_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174ac37df1fa1148e38eba5113332c2c4d_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111751b8c32295244f328420b0065a74cf20_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111751b8c32295244f328420b0065a74cf20_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,896 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111753d8e22530d743039b94bcc19b9f71ee_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111753d8e22530d743039b94bcc19b9f71ee_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111773715e759b3a42148a0368cf0df56717_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111773715e759b3a42148a0368cf0df56717_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a08947c3ea174d63a7f7583e2036a254_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a08947c3ea174d63a7f7583e2036a254_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a1c8bf52f02f42a0805fe50935e0b282_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a1c8bf52f02f42a0805fe50935e0b282_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,903 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b76db2a687484d6c8bea2832784e4a3b_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b76db2a687484d6c8bea2832784e4a3b_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,905 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bcb0eb54a1284686856a688620f38eec_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bcb0eb54a1284686856a688620f38eec_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,907 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bf3b9fd90e42455b80dccb0d73993ed5_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bf3b9fd90e42455b80dccb0d73993ed5_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,909 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c403fb859d16411cb7fea99011d76d79_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c403fb859d16411cb7fea99011d76d79_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,911 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa8f9602f93d4dec9f8e3c0df33c9949_2a82c516fbf6602f12b8dbf0ca69af25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa8f9602f93d4dec9f8e3c0df33c9949_2a82c516fbf6602f12b8dbf0ca69af25 2024-11-17T22:58:22,911 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T22:58:22,915 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,918 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T22:58:22,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T22:58:22,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T22:58:22,923 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731884302923"}]},"ts":"9223372036854775807"} 2024-11-17T22:58:22,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T22:58:22,925 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2a82c516fbf6602f12b8dbf0ca69af25, NAME => 'TestAcidGuarantees,,1731884269244.2a82c516fbf6602f12b8dbf0ca69af25.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T22:58:22,925 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T22:58:22,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731884302925"}]},"ts":"9223372036854775807"} 2024-11-17T22:58:22,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-17T22:58:22,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-17T22:58:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-17T22:58:22,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-17T22:58:22,944 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:22,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 253), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=4266 (was 3704) - AvailableMemoryMB LEAK? - 2024-11-17T22:58:22,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=4266 2024-11-17T22:58:22,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:58:22,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:58:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:22,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:58:22,967 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:22,967 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-17T22:58:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-17T22:58:22,968 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:58:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742278_1454 (size=1061) 2024-11-17T22:58:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-17T22:58:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-17T22:58:23,381 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:58:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742279_1455 (size=53) 2024-11-17T22:58:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-17T22:58:23,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:58:23,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e3fc62bd79a938ec426409334cd0227f, disabling compactions & flushes 2024-11-17T22:58:23,789 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:23,790 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:23,790 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. after waiting 0 ms 2024-11-17T22:58:23,790 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:23,790 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:23,790 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3fc62bd79a938ec426409334cd0227f: Waiting for close lock at 1731884303789Disabling compacts and flushes for region at 1731884303789Disabling writes for close at 1731884303790 (+1 ms)Writing region close event to WAL at 1731884303790Closed at 1731884303790 2024-11-17T22:58:23,792 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:58:23,793 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731884303792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884303792"}]},"ts":"1731884303792"} 2024-11-17T22:58:23,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T22:58:23,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:58:23,798 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884303798"}]},"ts":"1731884303798"} 2024-11-17T22:58:23,800 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T22:58:23,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, ASSIGN}] 2024-11-17T22:58:23,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, ASSIGN 2024-11-17T22:58:23,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=false 2024-11-17T22:58:23,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=e3fc62bd79a938ec426409334cd0227f, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:23,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, ASSIGN because future has completed 2024-11-17T22:58:23,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:58:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-17T22:58:24,119 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:24,120 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:58:24,122 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,122 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:58:24,123 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,123 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,124 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,125 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:24,126 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fc62bd79a938ec426409334cd0227f columnFamilyName A 2024-11-17T22:58:24,126 DEBUG [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:24,126 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.HStore(327): Store=e3fc62bd79a938ec426409334cd0227f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:24,126 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,127 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:24,128 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fc62bd79a938ec426409334cd0227f columnFamilyName B 2024-11-17T22:58:24,128 DEBUG [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:24,128 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.HStore(327): Store=e3fc62bd79a938ec426409334cd0227f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:24,128 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,129 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:24,130 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fc62bd79a938ec426409334cd0227f columnFamilyName C 2024-11-17T22:58:24,130 DEBUG [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:24,130 INFO [StoreOpener-e3fc62bd79a938ec426409334cd0227f-1 {}] regionserver.HStore(327): Store=e3fc62bd79a938ec426409334cd0227f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:24,130 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:24,130 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,131 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,131 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,132 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,132 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,132 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:58:24,133 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,135 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:58:24,135 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened e3fc62bd79a938ec426409334cd0227f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64927730, jitterRate=-0.032501429319381714}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:58:24,135 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:24,135 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for e3fc62bd79a938ec426409334cd0227f: Running coprocessor pre-open hook at 1731884304123Writing region info on filesystem at 1731884304123Initializing all the Stores at 1731884304124 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884304124Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884304124Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884304124Cleaning up temporary data from old regions at 1731884304132 (+8 ms)Running coprocessor post-open hooks at 1731884304135 (+3 ms)Region opened successfully at 1731884304135 2024-11-17T22:58:24,136 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., pid=124, masterSystemTime=1731884304113 2024-11-17T22:58:24,137 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:24,138 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:24,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=e3fc62bd79a938ec426409334cd0227f, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:58:24,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-17T22:58:24,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 in 181 msec 2024-11-17T22:58:24,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-17T22:58:24,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, ASSIGN in 341 msec 2024-11-17T22:58:24,143 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:58:24,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884304143"}]},"ts":"1731884304143"} 2024-11-17T22:58:24,144 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T22:58:24,145 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:58:24,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-17T22:58:24,549 WARN [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 1 2024-11-17T22:58:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-17T22:58:25,122 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:25,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,128 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157e1798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fb2022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:58:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:58:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@138fab1 2024-11-17T22:58:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:58:25,138 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:58:25,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aca73a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6c4fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,145 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b870c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,147 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1926cf64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,149 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1a4e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,151 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2522b156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,153 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa39de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,155 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23222a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,158 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b199339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,160 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfb8378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b459255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac7d108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,168 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435c2e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,170 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e87e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,173 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4223d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d74108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,177 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312d204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,178 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a8576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:25,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:25,180 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380f4418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:25,181 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cd0efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:25,182 DEBUG [Thread-2035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,182 DEBUG [Thread-2050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,182 DEBUG [Thread-2046 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,182 DEBUG [Thread-2039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,183 DEBUG [Thread-2037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,183 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:25,183 DEBUG [Thread-2052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,183 DEBUG [Thread-2041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,184 DEBUG [Thread-2054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-17T22:58:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,184 DEBUG [Thread-2043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,185 DEBUG [Thread-2048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:25,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,186 DEBUG [Thread-2048 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,186 DEBUG [Thread-2048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,186 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:25,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:25,188 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2] 2024-11-17T22:58:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:25,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:25,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/dc3c3447e76f4c89ae41163e606a8112 is 50, key is test_row_0/A:col10/1731884305195/Put/seqid=0 2024-11-17T22:58:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742280_1456 (size=16681) 2024-11-17T22:58:25,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884305212, max timestamp=1731884305226Num uniques 859; 2024-11-17T22:58:25,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884305212, max timestamp=1731884305226Num uniques 859; 2024-11-17T22:58:25,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884305212, max timestamp=1731884305226Num uniques 859; 2024-11-17T22:58:25,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:58:25,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:58:25,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:58:25,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884365245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884365252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884365253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884365253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884365255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:25,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884365360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884365360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884365370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884365370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884365370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:25,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884365580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884365580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884365590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884365591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884365591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/dc3c3447e76f4c89ae41163e606a8112 2024-11-17T22:58:25,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/e4f40fdd3c994736a0fb32dd09fac98a is 50, key is test_row_0/B:col10/1731884305195/Put/seqid=0 2024-11-17T22:58:25,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742281_1457 (size=12001) 2024-11-17T22:58:25,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:25,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:25,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884365890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884365890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884365900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884365901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884365901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:25,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:25,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/e4f40fdd3c994736a0fb32dd09fac98a 2024-11-17T22:58:26,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f4ec262867ac4c2288e90164022121a7 is 50, key is test_row_0/C:col10/1731884305195/Put/seqid=0 2024-11-17T22:58:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742282_1458 (size=12001) 2024-11-17T22:58:26,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:26,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:26,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884366410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:26,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884366410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884366420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884366421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884366421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:26,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:26,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f4ec262867ac4c2288e90164022121a7 2024-11-17T22:58:26,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/dc3c3447e76f4c89ae41163e606a8112 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/dc3c3447e76f4c89ae41163e606a8112 2024-11-17T22:58:26,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/dc3c3447e76f4c89ae41163e606a8112, entries=250, sequenceid=12, filesize=16.3 K 2024-11-17T22:58:26,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/e4f40fdd3c994736a0fb32dd09fac98a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/e4f40fdd3c994736a0fb32dd09fac98a 2024-11-17T22:58:26,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/e4f40fdd3c994736a0fb32dd09fac98a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T22:58:26,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f4ec262867ac4c2288e90164022121a7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f4ec262867ac4c2288e90164022121a7 2024-11-17T22:58:26,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f4ec262867ac4c2288e90164022121a7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T22:58:26,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e3fc62bd79a938ec426409334cd0227f in 1278ms, sequenceid=12, compaction requested=false 2024-11-17T22:58:26,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:26,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:26,565 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/4c763e69dd634ca7abb381dd9bf16dc2 is 50, key is test_row_0/A:col10/1731884305252/Put/seqid=0 2024-11-17T22:58:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742283_1459 (size=12001) 2024-11-17T22:58:26,972 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/4c763e69dd634ca7abb381dd9bf16dc2 2024-11-17T22:58:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/2bf3ac1b4b9547a29d69609da53c32ce is 50, key is test_row_0/B:col10/1731884305252/Put/seqid=0 2024-11-17T22:58:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742284_1460 (size=12001) 2024-11-17T22:58:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:27,381 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/2bf3ac1b4b9547a29d69609da53c32ce 2024-11-17T22:58:27,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5cba5049159643ebba897e70867ad4f4 is 50, key is test_row_0/C:col10/1731884305252/Put/seqid=0 2024-11-17T22:58:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742285_1461 (size=12001) 2024-11-17T22:58:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:27,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884367440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884367443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,451 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in e3fc62bd79a938ec426409334cd0227f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884367444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884367450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884367450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884367560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884367560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884367560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884367560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884367770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884367780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884367780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,790 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5cba5049159643ebba897e70867ad4f4 2024-11-17T22:58:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884367780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:27,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/4c763e69dd634ca7abb381dd9bf16dc2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4c763e69dd634ca7abb381dd9bf16dc2 2024-11-17T22:58:27,795 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4c763e69dd634ca7abb381dd9bf16dc2, entries=150, sequenceid=46, filesize=11.7 K 2024-11-17T22:58:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/2bf3ac1b4b9547a29d69609da53c32ce as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2bf3ac1b4b9547a29d69609da53c32ce 2024-11-17T22:58:27,798 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2bf3ac1b4b9547a29d69609da53c32ce, entries=150, sequenceid=46, filesize=11.7 K 2024-11-17T22:58:27,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5cba5049159643ebba897e70867ad4f4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5cba5049159643ebba897e70867ad4f4 2024-11-17T22:58:27,801 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5cba5049159643ebba897e70867ad4f4, entries=150, sequenceid=46, filesize=11.7 K 2024-11-17T22:58:27,801 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for e3fc62bd79a938ec426409334cd0227f in 1236ms, sequenceid=46, compaction requested=false 2024-11-17T22:58:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-17T22:58:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-17T22:58:27,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-17T22:58:27,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-17T22:58:27,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.6210 sec 2024-11-17T22:58:28,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:58:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:28,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:58:28,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:28,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:28,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:28,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:28,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:28,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:28,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/acf42724ec974524b443c11e06b2b350 is 50, key is test_row_0/A:col10/1731884308093/Put/seqid=0 2024-11-17T22:58:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742286_1462 (size=14341) 2024-11-17T22:58:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884368130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884368131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884368132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884368135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884368251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884368251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884368251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884368251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884368471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884368471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884368471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884368471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/acf42724ec974524b443c11e06b2b350 2024-11-17T22:58:28,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/b6ed60f3d72243d19f7a503de13fb9d1 is 50, key is test_row_0/B:col10/1731884308093/Put/seqid=0 2024-11-17T22:58:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742287_1463 (size=12001) 2024-11-17T22:58:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884368790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884368790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884368790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884368790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:28,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/b6ed60f3d72243d19f7a503de13fb9d1 2024-11-17T22:58:28,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/aea067b26bea449f8aecbdb03de9ce64 is 50, key is test_row_0/C:col10/1731884308093/Put/seqid=0 2024-11-17T22:58:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742288_1464 (size=12001) 2024-11-17T22:58:28,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/aea067b26bea449f8aecbdb03de9ce64 2024-11-17T22:58:28,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/acf42724ec974524b443c11e06b2b350 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/acf42724ec974524b443c11e06b2b350 2024-11-17T22:58:28,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/acf42724ec974524b443c11e06b2b350, entries=200, sequenceid=58, filesize=14.0 K 2024-11-17T22:58:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/b6ed60f3d72243d19f7a503de13fb9d1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/b6ed60f3d72243d19f7a503de13fb9d1 2024-11-17T22:58:28,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/b6ed60f3d72243d19f7a503de13fb9d1, entries=150, sequenceid=58, filesize=11.7 K 2024-11-17T22:58:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/aea067b26bea449f8aecbdb03de9ce64 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/aea067b26bea449f8aecbdb03de9ce64 2024-11-17T22:58:28,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/aea067b26bea449f8aecbdb03de9ce64, entries=150, sequenceid=58, filesize=11.7 K 2024-11-17T22:58:28,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e3fc62bd79a938ec426409334cd0227f in 842ms, sequenceid=58, compaction requested=true 2024-11-17T22:58:28,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:28,937 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:28,937 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:28,939 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:28,939 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:28,939 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:28,939 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:28,939 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:28,939 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:28,939 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/dc3c3447e76f4c89ae41163e606a8112, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4c763e69dd634ca7abb381dd9bf16dc2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/acf42724ec974524b443c11e06b2b350] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=42.0 K 2024-11-17T22:58:28,939 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/e4f40fdd3c994736a0fb32dd09fac98a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2bf3ac1b4b9547a29d69609da53c32ce, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/b6ed60f3d72243d19f7a503de13fb9d1] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=35.2 K 2024-11-17T22:58:28,939 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e4f40fdd3c994736a0fb32dd09fac98a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731884305194 2024-11-17T22:58:28,939 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc3c3447e76f4c89ae41163e606a8112, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731884305189 2024-11-17T22:58:28,940 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf3ac1b4b9547a29d69609da53c32ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731884305250 2024-11-17T22:58:28,940 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c763e69dd634ca7abb381dd9bf16dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731884305250 2024-11-17T22:58:28,940 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ed60f3d72243d19f7a503de13fb9d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731884307441 2024-11-17T22:58:28,940 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting acf42724ec974524b443c11e06b2b350, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731884307441 2024-11-17T22:58:28,946 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:28,947 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:28,947 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/27411d29c7e54b6083fb97145467cf21 is 50, key is test_row_0/B:col10/1731884308093/Put/seqid=0 2024-11-17T22:58:28,947 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cb547d1ca4bb44658685dd6d9c545c78 is 50, key is test_row_0/A:col10/1731884308093/Put/seqid=0 2024-11-17T22:58:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742289_1465 (size=12104) 2024-11-17T22:58:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742290_1466 (size=12104) 2024-11-17T22:58:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:29,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-17T22:58:29,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884308122, max timestamp=1731884309306Num uniques 859; 2024-11-17T22:58:29,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:29,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884308122, max timestamp=1731884309306Num uniques 859; 2024-11-17T22:58:29,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:29,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884308122, max timestamp=1731884309306Num uniques 859; 2024-11-17T22:58:29,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:29,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/55aba094a2e04000bdb4afbb621ac50e is 50, key is test_row_0/A:col10/1731884309307/Put/seqid=0 2024-11-17T22:58:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742291_1467 (size=19021) 2024-11-17T22:58:29,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/55aba094a2e04000bdb4afbb621ac50e 2024-11-17T22:58:29,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/80e82dc5241c4b36ae4fe2ea02810ef4 is 50, key is test_row_0/B:col10/1731884309307/Put/seqid=0 2024-11-17T22:58:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742292_1468 (size=12001) 2024-11-17T22:58:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-17T22:58:29,350 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:29,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-17T22:58:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:29,352 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:29,352 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:29,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:29,363 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/27411d29c7e54b6083fb97145467cf21 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/27411d29c7e54b6083fb97145467cf21 2024-11-17T22:58:29,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884309336, max timestamp=1731884309366Num uniques 859; 2024-11-17T22:58:29,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:29,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884309336, max timestamp=1731884309366Num uniques 859; 2024-11-17T22:58:29,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:29,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731884309336, max timestamp=1731884309366Num uniques 859; 2024-11-17T22:58:29,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:29,369 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cb547d1ca4bb44658685dd6d9c545c78 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb547d1ca4bb44658685dd6d9c545c78 2024-11-17T22:58:29,372 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 27411d29c7e54b6083fb97145467cf21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:29,372 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:29,372 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=13, startTime=1731884308937; duration=0sec 2024-11-17T22:58:29,372 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:29,372 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:29,372 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:29,374 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into cb547d1ca4bb44658685dd6d9c545c78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:29,374 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:29,374 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:29,374 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:29,374 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=13, startTime=1731884308936; duration=0sec 2024-11-17T22:58:29,374 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,375 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:29,375 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:29,375 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f4ec262867ac4c2288e90164022121a7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5cba5049159643ebba897e70867ad4f4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/aea067b26bea449f8aecbdb03de9ce64] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=35.2 K 2024-11-17T22:58:29,375 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ec262867ac4c2288e90164022121a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731884305194 2024-11-17T22:58:29,375 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cba5049159643ebba897e70867ad4f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731884305250 2024-11-17T22:58:29,375 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting aea067b26bea449f8aecbdb03de9ce64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731884307441 2024-11-17T22:58:29,384 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:29,384 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1542e39051de4c64a9d8f91c56e39a57 is 50, key is test_row_0/C:col10/1731884308093/Put/seqid=0 2024-11-17T22:58:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742293_1469 (size=12104) 2024-11-17T22:58:29,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731884309403, max timestamp=1731884309433Num uniques 1068; 2024-11-17T22:58:29,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-17T22:58:29,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731884309403, max timestamp=1731884309433Num uniques 1068; 2024-11-17T22:58:29,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-17T22:58:29,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731884309403, max timestamp=1731884309433Num uniques 1068; 2024-11-17T22:58:29,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-17T22:58:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:29,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884369482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884369483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884369484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:29,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:29,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884369497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884369600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884369610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884369610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884369610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884369621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:29,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/80e82dc5241c4b36ae4fe2ea02810ef4 2024-11-17T22:58:29,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5b813c2418404ba6a5e3a0c01ac8645b is 50, key is test_row_0/C:col10/1731884309307/Put/seqid=0 2024-11-17T22:58:29,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742294_1470 (size=12001) 2024-11-17T22:58:29,793 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1542e39051de4c64a9d8f91c56e39a57 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1542e39051de4c64a9d8f91c56e39a57 2024-11-17T22:58:29,798 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into 1542e39051de4c64a9d8f91c56e39a57(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:29,798 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:29,798 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=13, startTime=1731884308937; duration=0sec 2024-11-17T22:58:29,798 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:29,798 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:29,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884369821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884369821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884369821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884369830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884369841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:29,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:29,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:29,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:30,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884370130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5b813c2418404ba6a5e3a0c01ac8645b 2024-11-17T22:58:30,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/55aba094a2e04000bdb4afbb621ac50e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/55aba094a2e04000bdb4afbb621ac50e 2024-11-17T22:58:30,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/55aba094a2e04000bdb4afbb621ac50e, entries=300, sequenceid=81, filesize=18.6 K 2024-11-17T22:58:30,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884370141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884370141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884370152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/80e82dc5241c4b36ae4fe2ea02810ef4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/80e82dc5241c4b36ae4fe2ea02810ef4 2024-11-17T22:58:30,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/80e82dc5241c4b36ae4fe2ea02810ef4, entries=150, sequenceid=81, filesize=11.7 K 2024-11-17T22:58:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5b813c2418404ba6a5e3a0c01ac8645b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b813c2418404ba6a5e3a0c01ac8645b 2024-11-17T22:58:30,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b813c2418404ba6a5e3a0c01ac8645b, entries=150, sequenceid=81, filesize=11.7 K 2024-11-17T22:58:30,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for e3fc62bd79a938ec426409334cd0227f in 862ms, sequenceid=81, compaction requested=false 2024-11-17T22:58:30,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:30,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=154.31 KB heapSize=429.84 KB 2024-11-17T22:58:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:30,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/3f135b8bae0c476b8e65038041f344c2 is 50, key is test_row_0/A:col10/1731884309479/Put/seqid=0 2024-11-17T22:58:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742295_1471 (size=14541) 2024-11-17T22:58:30,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884370238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884370361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:30,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884370581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/3f135b8bae0c476b8e65038041f344c2 2024-11-17T22:58:30,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6fa9d2b799fa4679875fd507f0c7db43 is 50, key is test_row_0/B:col10/1731884309479/Put/seqid=0 2024-11-17T22:58:30,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884370650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742296_1472 (size=12151) 2024-11-17T22:58:30,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6fa9d2b799fa4679875fd507f0c7db43 2024-11-17T22:58:30,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5b51779583d74cf7af0f86d7db94b3ea is 50, key is test_row_0/C:col10/1731884309479/Put/seqid=0 2024-11-17T22:58:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884370660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884370660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884370672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:30,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742297_1473 (size=12151) 2024-11-17T22:58:30,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:30,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:30,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884370901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:31,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:31,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:31,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:31,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5b51779583d74cf7af0f86d7db94b3ea 2024-11-17T22:58:31,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/3f135b8bae0c476b8e65038041f344c2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/3f135b8bae0c476b8e65038041f344c2 2024-11-17T22:58:31,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/3f135b8bae0c476b8e65038041f344c2, entries=200, sequenceid=138, filesize=14.2 K 2024-11-17T22:58:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6fa9d2b799fa4679875fd507f0c7db43 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6fa9d2b799fa4679875fd507f0c7db43 2024-11-17T22:58:31,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6fa9d2b799fa4679875fd507f0c7db43, entries=150, sequenceid=138, filesize=11.9 K 2024-11-17T22:58:31,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5b51779583d74cf7af0f86d7db94b3ea as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b51779583d74cf7af0f86d7db94b3ea 2024-11-17T22:58:31,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b51779583d74cf7af0f86d7db94b3ea, entries=150, sequenceid=138, filesize=11.9 K 2024-11-17T22:58:31,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~429.80 KB/440112, currentSize=33.54 KB/34350 for e3fc62bd79a938ec426409334cd0227f in 944ms, sequenceid=138, compaction requested=true 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:31,121 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T22:58:31,121 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:31,122 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45666 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:31,122 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:31,122 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,122 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb547d1ca4bb44658685dd6d9c545c78, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/55aba094a2e04000bdb4afbb621ac50e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/3f135b8bae0c476b8e65038041f344c2] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=44.6 K 2024-11-17T22:58:31,123 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:31,123 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:31,123 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,123 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/27411d29c7e54b6083fb97145467cf21, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/80e82dc5241c4b36ae4fe2ea02810ef4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6fa9d2b799fa4679875fd507f0c7db43] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=35.4 K 2024-11-17T22:58:31,123 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb547d1ca4bb44658685dd6d9c545c78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731884307441 2024-11-17T22:58:31,124 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 27411d29c7e54b6083fb97145467cf21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731884307441 2024-11-17T22:58:31,124 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55aba094a2e04000bdb4afbb621ac50e, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731884308122 2024-11-17T22:58:31,124 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 80e82dc5241c4b36ae4fe2ea02810ef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731884308134 2024-11-17T22:58:31,124 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f135b8bae0c476b8e65038041f344c2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731884309479 2024-11-17T22:58:31,125 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa9d2b799fa4679875fd507f0c7db43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731884309479 2024-11-17T22:58:31,147 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:31,148 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6 is 50, key is test_row_0/A:col10/1731884309479/Put/seqid=0 2024-11-17T22:58:31,150 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:31,151 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/d6e448f5939041bab045c2e43ca29413 is 50, key is test_row_0/B:col10/1731884309479/Put/seqid=0 2024-11-17T22:58:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742298_1474 (size=12357) 2024-11-17T22:58:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742299_1475 (size=12357) 2024-11-17T22:58:31,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,207 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/b68525f11e7f410496c12d9256474ed9 is 50, key is test_row_0/A:col10/1731884310234/Put/seqid=0 2024-11-17T22:58:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742300_1476 (size=9757) 2024-11-17T22:58:31,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:31,613 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/d6e448f5939041bab045c2e43ca29413 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/d6e448f5939041bab045c2e43ca29413 2024-11-17T22:58:31,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884311563, max timestamp=1731884311611Num uniques 859; 2024-11-17T22:58:31,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884311563, max timestamp=1731884311611Num uniques 859; 2024-11-17T22:58:31,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:31,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:31,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884311563, max timestamp=1731884311611Num uniques 859; 2024-11-17T22:58:31,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:31,623 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6 2024-11-17T22:58:31,626 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into d6e448f5939041bab045c2e43ca29413(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:31,626 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:31,626 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=13, startTime=1731884311121; duration=0sec 2024-11-17T22:58:31,626 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:31,626 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:31,627 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:31,627 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into d6a00c2a3ede4d1c9ffc3608b2fe62a6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:31,627 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:31,627 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=13, startTime=1731884311121; duration=0sec 2024-11-17T22:58:31,627 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:31,627 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:31,627 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:31,627 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:31,628 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,628 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1542e39051de4c64a9d8f91c56e39a57, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b813c2418404ba6a5e3a0c01ac8645b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b51779583d74cf7af0f86d7db94b3ea] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=35.4 K 2024-11-17T22:58:31,628 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1542e39051de4c64a9d8f91c56e39a57, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731884307441 2024-11-17T22:58:31,628 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b813c2418404ba6a5e3a0c01ac8645b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731884308134 2024-11-17T22:58:31,628 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b51779583d74cf7af0f86d7db94b3ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731884309479 2024-11-17T22:58:31,637 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:31,638 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/eabb04fb6ffe4c488a43f2696cd6d379 is 50, key is test_row_0/C:col10/1731884309479/Put/seqid=0 2024-11-17T22:58:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742301_1477 (size=12357) 2024-11-17T22:58:31,669 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/eabb04fb6ffe4c488a43f2696cd6d379 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/eabb04fb6ffe4c488a43f2696cd6d379 2024-11-17T22:58:31,677 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into eabb04fb6ffe4c488a43f2696cd6d379(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:31,677 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:31,677 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=13, startTime=1731884311121; duration=0sec 2024-11-17T22:58:31,677 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:31,677 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:31,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/b68525f11e7f410496c12d9256474ed9 2024-11-17T22:58:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/0a54b87e1b394d618d3b441b027205f6 is 50, key is test_row_0/B:col10/1731884310234/Put/seqid=0 2024-11-17T22:58:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742302_1478 (size=9757) 2024-11-17T22:58:31,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/0a54b87e1b394d618d3b441b027205f6 2024-11-17T22:58:31,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/3d0aee9ec22e4b66b5481f43f19d89ca is 50, key is test_row_0/C:col10/1731884310234/Put/seqid=0 2024-11-17T22:58:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884311725, max timestamp=1731884311743Num uniques 1018; 2024-11-17T22:58:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:58:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884311725, max timestamp=1731884311743Num uniques 1018; 2024-11-17T22:58:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:58:31,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884311725, max timestamp=1731884311745Num uniques 1018; 2024-11-17T22:58:31,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:58:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742303_1479 (size=9757) 2024-11-17T22:58:31,761 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/3d0aee9ec22e4b66b5481f43f19d89ca 2024-11-17T22:58:31,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/b68525f11e7f410496c12d9256474ed9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b68525f11e7f410496c12d9256474ed9 2024-11-17T22:58:31,783 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b68525f11e7f410496c12d9256474ed9, entries=100, sequenceid=146, filesize=9.5 K 2024-11-17T22:58:31,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/0a54b87e1b394d618d3b441b027205f6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0a54b87e1b394d618d3b441b027205f6 2024-11-17T22:58:31,790 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0a54b87e1b394d618d3b441b027205f6, entries=100, sequenceid=146, filesize=9.5 K 2024-11-17T22:58:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/3d0aee9ec22e4b66b5481f43f19d89ca as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3d0aee9ec22e4b66b5481f43f19d89ca 2024-11-17T22:58:31,795 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3d0aee9ec22e4b66b5481f43f19d89ca, entries=100, sequenceid=146, filesize=9.5 K 2024-11-17T22:58:31,796 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=107.34 KB/109920 for e3fc62bd79a938ec426409334cd0227f in 588ms, sequenceid=146, compaction requested=false 2024-11-17T22:58:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-17T22:58:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-17T22:58:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:31,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=114.05 KB heapSize=319.69 KB 2024-11-17T22:58:31,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-17T22:58:31,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4460 sec 2024-11-17T22:58:31,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.4530 sec 2024-11-17T22:58:31,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:31,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:31,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:31,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:31,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:31,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:31,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cd2417653b0b4f01aba13977a6f75d02 is 50, key is test_row_0/A:col10/1731884311798/Put/seqid=0 2024-11-17T22:58:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742304_1480 (size=16931) 2024-11-17T22:58:31,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cd2417653b0b4f01aba13977a6f75d02 2024-11-17T22:58:31,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/1fe209e2198641f3a394b2f5ddfa5194 is 50, key is test_row_0/B:col10/1731884311798/Put/seqid=0 2024-11-17T22:58:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742305_1481 (size=12151) 2024-11-17T22:58:31,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884371825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884371827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884371828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884371829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884371831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884371951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884371951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884371951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884371951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884371953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884372170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884372170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/1fe209e2198641f3a394b2f5ddfa5194 2024-11-17T22:58:32,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f49edbee593246c7a2da949f4b6d79f5 is 50, key is test_row_0/C:col10/1731884311798/Put/seqid=0 2024-11-17T22:58:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742306_1482 (size=12151) 2024-11-17T22:58:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884372481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884372491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884372491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884372491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884372492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:32,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f49edbee593246c7a2da949f4b6d79f5 2024-11-17T22:58:32,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cd2417653b0b4f01aba13977a6f75d02 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cd2417653b0b4f01aba13977a6f75d02 2024-11-17T22:58:32,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cd2417653b0b4f01aba13977a6f75d02, entries=250, sequenceid=201, filesize=16.5 K 2024-11-17T22:58:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/1fe209e2198641f3a394b2f5ddfa5194 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1fe209e2198641f3a394b2f5ddfa5194 2024-11-17T22:58:32,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1fe209e2198641f3a394b2f5ddfa5194, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T22:58:32,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f49edbee593246c7a2da949f4b6d79f5 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f49edbee593246c7a2da949f4b6d79f5 2024-11-17T22:58:32,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f49edbee593246c7a2da949f4b6d79f5, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T22:58:32,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~359.48 KB/368112, currentSize=53.67 KB/54960 for e3fc62bd79a938ec426409334cd0227f in 876ms, sequenceid=201, compaction requested=true 2024-11-17T22:58:32,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:32,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:32,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:32,679 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:32,679 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:32,682 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:32,682 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:32,682 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:32,682 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b68525f11e7f410496c12d9256474ed9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cd2417653b0b4f01aba13977a6f75d02] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=38.1 K 2024-11-17T22:58:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:32,684 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:32,684 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:32,684 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:32,684 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/d6e448f5939041bab045c2e43ca29413, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0a54b87e1b394d618d3b441b027205f6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1fe209e2198641f3a394b2f5ddfa5194] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=33.5 K 2024-11-17T22:58:32,684 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6a00c2a3ede4d1c9ffc3608b2fe62a6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731884309479 2024-11-17T22:58:32,684 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d6e448f5939041bab045c2e43ca29413, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731884309479 2024-11-17T22:58:32,684 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a54b87e1b394d618d3b441b027205f6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731884310203 2024-11-17T22:58:32,684 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b68525f11e7f410496c12d9256474ed9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731884310203 2024-11-17T22:58:32,685 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fe209e2198641f3a394b2f5ddfa5194, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731884311798 2024-11-17T22:58:32,685 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2417653b0b4f01aba13977a6f75d02, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731884311783 2024-11-17T22:58:32,695 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:32,695 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/9b7ce93c4a4049849fb9d742368685c5 is 50, key is test_row_0/B:col10/1731884311798/Put/seqid=0 2024-11-17T22:58:32,696 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:32,696 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/e61139ca8bf24fdcae055f1c8c427f03 is 50, key is test_row_0/A:col10/1731884311798/Put/seqid=0 2024-11-17T22:58:32,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742307_1483 (size=12459) 2024-11-17T22:58:32,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742308_1484 (size=12459) 2024-11-17T22:58:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:33,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:58:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:33,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/204c54261e1442b3acb25a3decd038a0 is 50, key is test_row_0/A:col10/1731884313007/Put/seqid=0 2024-11-17T22:58:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742309_1485 (size=14541) 2024-11-17T22:58:33,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/204c54261e1442b3acb25a3decd038a0 2024-11-17T22:58:33,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/f1ac6afca6604fa2b385da9c2b7e6798 is 50, key is test_row_0/B:col10/1731884313007/Put/seqid=0 2024-11-17T22:58:33,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742310_1486 (size=12151) 2024-11-17T22:58:33,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/f1ac6afca6604fa2b385da9c2b7e6798 2024-11-17T22:58:33,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/53412586bfd543fa8d6fc891d2ba4603 is 50, key is test_row_0/C:col10/1731884313007/Put/seqid=0 2024-11-17T22:58:33,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742311_1487 (size=12151) 2024-11-17T22:58:33,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884373049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884313030, max timestamp=1731884313063Num uniques 859; 2024-11-17T22:58:33,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884313030, max timestamp=1731884313063Num uniques 859; 2024-11-17T22:58:33,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:33,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731884313030, max timestamp=1731884313063Num uniques 859; 2024-11-17T22:58:33,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-17T22:58:33,125 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/e61139ca8bf24fdcae055f1c8c427f03 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e61139ca8bf24fdcae055f1c8c427f03 2024-11-17T22:58:33,132 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into e61139ca8bf24fdcae055f1c8c427f03(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:33,132 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:33,132 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=13, startTime=1731884312679; duration=0sec 2024-11-17T22:58:33,132 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:33,132 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:33,132 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:33,133 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/9b7ce93c4a4049849fb9d742368685c5 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/9b7ce93c4a4049849fb9d742368685c5 2024-11-17T22:58:33,134 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:33,134 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:33,134 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,135 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/eabb04fb6ffe4c488a43f2696cd6d379, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3d0aee9ec22e4b66b5481f43f19d89ca, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f49edbee593246c7a2da949f4b6d79f5] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=33.5 K 2024-11-17T22:58:33,135 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabb04fb6ffe4c488a43f2696cd6d379, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731884309479 2024-11-17T22:58:33,136 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d0aee9ec22e4b66b5481f43f19d89ca, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731884310203 2024-11-17T22:58:33,137 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49edbee593246c7a2da949f4b6d79f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731884311798 2024-11-17T22:58:33,143 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 9b7ce93c4a4049849fb9d742368685c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:33,143 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:33,143 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=13, startTime=1731884312679; duration=0sec 2024-11-17T22:58:33,143 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:33,143 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:33,148 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:33,148 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/0f94fadd2b1e4c6bb80e787c1aec0b4e is 50, key is test_row_0/C:col10/1731884311798/Put/seqid=0 2024-11-17T22:58:33,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884373150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742312_1488 (size=12459) 2024-11-17T22:58:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884373156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884373156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,173 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/0f94fadd2b1e4c6bb80e787c1aec0b4e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0f94fadd2b1e4c6bb80e787c1aec0b4e 2024-11-17T22:58:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884373157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,177 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into 0f94fadd2b1e4c6bb80e787c1aec0b4e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:33,177 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:33,177 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=13, startTime=1731884312684; duration=0sec 2024-11-17T22:58:33,177 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:33,177 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884373192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884373281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884373281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884373281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884373281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884373410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/53412586bfd543fa8d6fc891d2ba4603 2024-11-17T22:58:33,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/204c54261e1442b3acb25a3decd038a0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/204c54261e1442b3acb25a3decd038a0 2024-11-17T22:58:33,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/204c54261e1442b3acb25a3decd038a0, entries=200, sequenceid=213, filesize=14.2 K 2024-11-17T22:58:33,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/f1ac6afca6604fa2b385da9c2b7e6798 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f1ac6afca6604fa2b385da9c2b7e6798 2024-11-17T22:58:33,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f1ac6afca6604fa2b385da9c2b7e6798, entries=150, sequenceid=213, filesize=11.9 K 2024-11-17T22:58:33,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/53412586bfd543fa8d6fc891d2ba4603 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/53412586bfd543fa8d6fc891d2ba4603 2024-11-17T22:58:33,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/53412586bfd543fa8d6fc891d2ba4603, entries=150, sequenceid=213, filesize=11.9 K 2024-11-17T22:58:33,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for e3fc62bd79a938ec426409334cd0227f in 472ms, sequenceid=213, compaction requested=false 2024-11-17T22:58:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:33,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-17T22:58:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-17T22:58:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:33,511 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:33,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-17T22:58:33,513 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-17T22:58:33,516 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:33,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:33,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/de996abefc5045638740cb0e82158aa7 is 50, key is test_row_0/A:col10/1731884313508/Put/seqid=0 2024-11-17T22:58:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742313_1489 (size=14541) 2024-11-17T22:58:33,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/de996abefc5045638740cb0e82158aa7 2024-11-17T22:58:33,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884373527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884373528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884373530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/f2bf53afec384495b5b1597e64dc87c9 is 50, key is test_row_0/B:col10/1731884313508/Put/seqid=0 2024-11-17T22:58:33,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742314_1490 (size=12151) 2024-11-17T22:58:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884373543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-17T22:58:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884373651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884373651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884373652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884373661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:33,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:33,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884373721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-17T22:58:33,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884373871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884373871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884373871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884373880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:33,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/f2bf53afec384495b5b1597e64dc87c9 2024-11-17T22:58:33,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:33,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:33,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/987ee3bd04e745b4b36bacedb036221e is 50, key is test_row_0/C:col10/1731884313508/Put/seqid=0 2024-11-17T22:58:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742315_1491 (size=12151) 2024-11-17T22:58:34,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-17T22:58:34,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884374190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884374190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884374200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884374200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884374240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/987ee3bd04e745b4b36bacedb036221e 2024-11-17T22:58:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:34,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/de996abefc5045638740cb0e82158aa7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/de996abefc5045638740cb0e82158aa7 2024-11-17T22:58:34,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/de996abefc5045638740cb0e82158aa7, entries=200, sequenceid=252, filesize=14.2 K 2024-11-17T22:58:34,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/f2bf53afec384495b5b1597e64dc87c9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f2bf53afec384495b5b1597e64dc87c9 2024-11-17T22:58:34,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f2bf53afec384495b5b1597e64dc87c9, entries=150, sequenceid=252, filesize=11.9 K 2024-11-17T22:58:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/987ee3bd04e745b4b36bacedb036221e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/987ee3bd04e745b4b36bacedb036221e 2024-11-17T22:58:34,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/987ee3bd04e745b4b36bacedb036221e, entries=150, sequenceid=252, filesize=11.9 K 2024-11-17T22:58:34,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for e3fc62bd79a938ec426409334cd0227f in 951ms, sequenceid=252, compaction requested=true 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:34,462 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:34,462 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:34,463 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:34,463 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:34,463 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:34,463 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:34,463 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,463 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,463 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e61139ca8bf24fdcae055f1c8c427f03, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/204c54261e1442b3acb25a3decd038a0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/de996abefc5045638740cb0e82158aa7] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=40.6 K 2024-11-17T22:58:34,463 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/9b7ce93c4a4049849fb9d742368685c5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f1ac6afca6604fa2b385da9c2b7e6798, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f2bf53afec384495b5b1597e64dc87c9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=35.9 K 2024-11-17T22:58:34,463 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e61139ca8bf24fdcae055f1c8c427f03, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731884311798 2024-11-17T22:58:34,464 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b7ce93c4a4049849fb9d742368685c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731884311798 2024-11-17T22:58:34,464 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204c54261e1442b3acb25a3decd038a0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731884311824 2024-11-17T22:58:34,464 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting de996abefc5045638740cb0e82158aa7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884313126 2024-11-17T22:58:34,464 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f1ac6afca6604fa2b385da9c2b7e6798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731884311824 2024-11-17T22:58:34,464 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f2bf53afec384495b5b1597e64dc87c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884313126 2024-11-17T22:58:34,489 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:34,489 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/77945d38da7042e6875d7e667f169c58 is 50, key is test_row_0/B:col10/1731884313508/Put/seqid=0 2024-11-17T22:58:34,492 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:34,492 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/1dcc02ce43354dc3841ec79a58fec71e is 50, key is test_row_0/A:col10/1731884313508/Put/seqid=0 2024-11-17T22:58:34,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742317_1493 (size=12561) 2024-11-17T22:58:34,530 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/1dcc02ce43354dc3841ec79a58fec71e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1dcc02ce43354dc3841ec79a58fec71e 2024-11-17T22:58:34,538 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into 1dcc02ce43354dc3841ec79a58fec71e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:34,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:34,538 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=13, startTime=1731884314462; duration=0sec 2024-11-17T22:58:34,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:34,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:34,539 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742316_1492 (size=12561) 2024-11-17T22:58:34,540 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:34,540 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:34,540 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,541 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0f94fadd2b1e4c6bb80e787c1aec0b4e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/53412586bfd543fa8d6fc891d2ba4603, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/987ee3bd04e745b4b36bacedb036221e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=35.9 K 2024-11-17T22:58:34,543 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f94fadd2b1e4c6bb80e787c1aec0b4e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731884311798 2024-11-17T22:58:34,543 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53412586bfd543fa8d6fc891d2ba4603, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731884311824 2024-11-17T22:58:34,543 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987ee3bd04e745b4b36bacedb036221e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884313126 2024-11-17T22:58:34,555 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:34,556 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/38d30ee9669b4042ae4a6a50f6d919e1 is 50, key is test_row_0/C:col10/1731884313508/Put/seqid=0 2024-11-17T22:58:34,558 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/77945d38da7042e6875d7e667f169c58 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/77945d38da7042e6875d7e667f169c58 2024-11-17T22:58:34,562 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 77945d38da7042e6875d7e667f169c58(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:34,562 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:34,562 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=13, startTime=1731884314462; duration=0sec 2024-11-17T22:58:34,562 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:34,562 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742318_1494 (size=12561) 2024-11-17T22:58:34,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-17T22:58:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:34,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/31c3d8da128f4cad8b9a99862b7d4275 is 50, key is test_row_0/A:col10/1731884313527/Put/seqid=0 2024-11-17T22:58:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742319_1495 (size=12301) 2024-11-17T22:58:34,619 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/31c3d8da128f4cad8b9a99862b7d4275 2024-11-17T22:58:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/39183040936c45868a91c054ab746f7d is 50, key is test_row_0/B:col10/1731884313527/Put/seqid=0 2024-11-17T22:58:34,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742320_1496 (size=12301) 2024-11-17T22:58:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-17T22:58:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:34,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884314752, max timestamp=1731884314772Num uniques 859; 2024-11-17T22:58:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:58:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884314752, max timestamp=1731884314772Num uniques 859; 2024-11-17T22:58:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:58:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731884314752, max timestamp=1731884314772Num uniques 859; 2024-11-17T22:58:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-17T22:58:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884374812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884374825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884374826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884374827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884374930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884374950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884374950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884374951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:34,977 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/38d30ee9669b4042ae4a6a50f6d919e1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/38d30ee9669b4042ae4a6a50f6d919e1 2024-11-17T22:58:34,980 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into 38d30ee9669b4042ae4a6a50f6d919e1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:34,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:34,980 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=13, startTime=1731884314462; duration=0sec 2024-11-17T22:58:34,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:34,980 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:35,032 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/39183040936c45868a91c054ab746f7d 2024-11-17T22:58:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/0cbefb6795724212940c0356227dbb37 is 50, key is test_row_0/C:col10/1731884313527/Put/seqid=0 2024-11-17T22:58:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742321_1497 (size=12301) 2024-11-17T22:58:35,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884375140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884375171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884375171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884375171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884375261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,272 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in e3fc62bd79a938ec426409334cd0227f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,441 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/0cbefb6795724212940c0356227dbb37 2024-11-17T22:58:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/31c3d8da128f4cad8b9a99862b7d4275 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/31c3d8da128f4cad8b9a99862b7d4275 2024-11-17T22:58:35,447 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/31c3d8da128f4cad8b9a99862b7d4275, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T22:58:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/39183040936c45868a91c054ab746f7d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/39183040936c45868a91c054ab746f7d 2024-11-17T22:58:35,451 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/39183040936c45868a91c054ab746f7d, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T22:58:35,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/0cbefb6795724212940c0356227dbb37 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0cbefb6795724212940c0356227dbb37 2024-11-17T22:58:35,455 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0cbefb6795724212940c0356227dbb37, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T22:58:35,455 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for e3fc62bd79a938ec426409334cd0227f in 858ms, sequenceid=264, compaction requested=false 2024-11-17T22:58:35,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:35,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:35,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-17T22:58:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-17T22:58:35,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-17T22:58:35,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-11-17T22:58:35,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.9470 sec 2024-11-17T22:58:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:35,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-17T22:58:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:35,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/936bcaba1ab74746a85a50ae22af235f is 50, key is test_row_0/A:col10/1731884314810/Put/seqid=0 2024-11-17T22:58:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742322_1498 (size=14741) 2024-11-17T22:58:35,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884375496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884375501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884375502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884375503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884375620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884375620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884375620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-17T22:58:35,661 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:35,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-17T22:58:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-17T22:58:35,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:35,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:35,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-17T22:58:35,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-17T22:58:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:35,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:35,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884375842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884375843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884375843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:35,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/936bcaba1ab74746a85a50ae22af235f 2024-11-17T22:58:35,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4bba5ab1975f4c69a9df9c5f52ebd3ac is 50, key is test_row_0/B:col10/1731884314810/Put/seqid=0 2024-11-17T22:58:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742323_1499 (size=12301) 2024-11-17T22:58:35,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-17T22:58:35,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:35,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:35,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:35,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:35,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-17T22:58:36,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884376020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-17T22:58:36,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:36,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:36,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:36,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884376160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884376160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884376171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-17T22:58:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-17T22:58:36,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4bba5ab1975f4c69a9df9c5f52ebd3ac 2024-11-17T22:58:36,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/17c7004c674b41b69cdb5bcef4deab8e is 50, key is test_row_0/C:col10/1731884314810/Put/seqid=0 2024-11-17T22:58:36,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742324_1500 (size=12301) 2024-11-17T22:58:36,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/17c7004c674b41b69cdb5bcef4deab8e 2024-11-17T22:58:36,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/936bcaba1ab74746a85a50ae22af235f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/936bcaba1ab74746a85a50ae22af235f 2024-11-17T22:58:36,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/936bcaba1ab74746a85a50ae22af235f, entries=200, sequenceid=301, filesize=14.4 K 2024-11-17T22:58:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4bba5ab1975f4c69a9df9c5f52ebd3ac as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4bba5ab1975f4c69a9df9c5f52ebd3ac 2024-11-17T22:58:36,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4bba5ab1975f4c69a9df9c5f52ebd3ac, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T22:58:36,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/17c7004c674b41b69cdb5bcef4deab8e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/17c7004c674b41b69cdb5bcef4deab8e 2024-11-17T22:58:36,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/17c7004c674b41b69cdb5bcef4deab8e, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T22:58:36,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for e3fc62bd79a938ec426409334cd0227f in 872ms, sequenceid=301, compaction requested=true 2024-11-17T22:58:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:36,333 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:36,333 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:36,334 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:36,334 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:36,334 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:36,334 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:36,334 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,334 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,334 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/77945d38da7042e6875d7e667f169c58, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/39183040936c45868a91c054ab746f7d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4bba5ab1975f4c69a9df9c5f52ebd3ac] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=36.3 K 2024-11-17T22:58:36,334 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1dcc02ce43354dc3841ec79a58fec71e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/31c3d8da128f4cad8b9a99862b7d4275, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/936bcaba1ab74746a85a50ae22af235f] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=38.7 K 2024-11-17T22:58:36,334 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dcc02ce43354dc3841ec79a58fec71e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884313126 2024-11-17T22:58:36,335 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 77945d38da7042e6875d7e667f169c58, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884313126 2024-11-17T22:58:36,335 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31c3d8da128f4cad8b9a99862b7d4275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884313526 2024-11-17T22:58:36,335 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 39183040936c45868a91c054ab746f7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884313526 2024-11-17T22:58:36,335 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bba5ab1975f4c69a9df9c5f52ebd3ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884314810 2024-11-17T22:58:36,335 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 936bcaba1ab74746a85a50ae22af235f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884314810 2024-11-17T22:58:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:36,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:36,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:36,341 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:36,341 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/0a17e426d00043b388bbc2e4e55badbb is 50, key is test_row_0/A:col10/1731884314810/Put/seqid=0 2024-11-17T22:58:36,344 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:36,344 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6219455c32674e10934a9d3da766b343 is 50, key is test_row_0/B:col10/1731884314810/Put/seqid=0 2024-11-17T22:58:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742325_1501 (size=12813) 2024-11-17T22:58:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742326_1502 (size=12813) 2024-11-17T22:58:36,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,438 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:36,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/bc43cd77e14b4b76aa64eadc313deed4 is 50, key is test_row_0/A:col10/1731884315501/Put/seqid=0 2024-11-17T22:58:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742327_1503 (size=12301) 2024-11-17T22:58:36,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:36,768 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/0a17e426d00043b388bbc2e4e55badbb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/0a17e426d00043b388bbc2e4e55badbb 2024-11-17T22:58:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884316693, max timestamp=1731884316769Num uniques 859; 2024-11-17T22:58:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884316693, max timestamp=1731884316769Num uniques 859; 2024-11-17T22:58:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731884316693, max timestamp=1731884316769Num uniques 859; 2024-11-17T22:58:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-17T22:58:36,775 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into 0a17e426d00043b388bbc2e4e55badbb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:36,776 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:36,776 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=13, startTime=1731884316333; duration=0sec 2024-11-17T22:58:36,776 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:36,776 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:36,776 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:36,777 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6219455c32674e10934a9d3da766b343 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6219455c32674e10934a9d3da766b343 2024-11-17T22:58:36,777 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:36,777 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:36,777 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:36,777 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/38d30ee9669b4042ae4a6a50f6d919e1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0cbefb6795724212940c0356227dbb37, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/17c7004c674b41b69cdb5bcef4deab8e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=36.3 K 2024-11-17T22:58:36,777 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38d30ee9669b4042ae4a6a50f6d919e1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884313126 2024-11-17T22:58:36,777 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cbefb6795724212940c0356227dbb37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731884313526 2024-11-17T22:58:36,778 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17c7004c674b41b69cdb5bcef4deab8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884314810 2024-11-17T22:58:36,780 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 6219455c32674e10934a9d3da766b343(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:36,780 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:36,780 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=13, startTime=1731884316333; duration=0sec 2024-11-17T22:58:36,780 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:36,780 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:36,784 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:36,784 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f0feaf9a1b074c018f9d9a4a9404468e is 50, key is test_row_0/C:col10/1731884314810/Put/seqid=0 2024-11-17T22:58:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742328_1504 (size=12813) 2024-11-17T22:58:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-17T22:58:36,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884376833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,846 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/bc43cd77e14b4b76aa64eadc313deed4 2024-11-17T22:58:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/0986d2ae4c504828a7dcb8a914ee661c is 50, key is test_row_0/B:col10/1731884315501/Put/seqid=0 2024-11-17T22:58:36,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884376834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884376846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742329_1505 (size=12301) 2024-11-17T22:58:36,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884376950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884376961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:36,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884376971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884377041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,054 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in e3fc62bd79a938ec426409334cd0227f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884377171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884377180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884377190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,201 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/f0feaf9a1b074c018f9d9a4a9404468e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f0feaf9a1b074c018f9d9a4a9404468e 2024-11-17T22:58:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,205 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into f0feaf9a1b074c018f9d9a4a9404468e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:37,205 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:37,205 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=13, startTime=1731884316336; duration=0sec 2024-11-17T22:58:37,205 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:37,205 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:37,266 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/0986d2ae4c504828a7dcb8a914ee661c 2024-11-17T22:58:37,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5ae1c9f05ccb42cdaba6b1193c0270a0 is 50, key is test_row_0/C:col10/1731884315501/Put/seqid=0 2024-11-17T22:58:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742330_1506 (size=12301) 2024-11-17T22:58:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884377290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,303 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in e3fc62bd79a938ec426409334cd0227f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884377491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884377500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884377510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:37,686 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5ae1c9f05ccb42cdaba6b1193c0270a0 2024-11-17T22:58:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/bc43cd77e14b4b76aa64eadc313deed4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/bc43cd77e14b4b76aa64eadc313deed4 2024-11-17T22:58:37,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/bc43cd77e14b4b76aa64eadc313deed4, entries=150, sequenceid=310, filesize=12.0 K 2024-11-17T22:58:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/0986d2ae4c504828a7dcb8a914ee661c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0986d2ae4c504828a7dcb8a914ee661c 2024-11-17T22:58:37,700 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0986d2ae4c504828a7dcb8a914ee661c, entries=150, sequenceid=310, filesize=12.0 K 2024-11-17T22:58:37,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/5ae1c9f05ccb42cdaba6b1193c0270a0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5ae1c9f05ccb42cdaba6b1193c0270a0 2024-11-17T22:58:37,703 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5ae1c9f05ccb42cdaba6b1193c0270a0, entries=150, sequenceid=310, filesize=12.0 K 2024-11-17T22:58:37,704 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for e3fc62bd79a938ec426409334cd0227f in 1266ms, sequenceid=310, compaction requested=false 2024-11-17T22:58:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-17T22:58:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-17T22:58:37,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-17T22:58:37,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-11-17T22:58:37,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.0460 sec 2024-11-17T22:58:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-17T22:58:37,811 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:37,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-17T22:58:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-17T22:58:37,813 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:37,814 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:37,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-17T22:58:37,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-17T22:58:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:37,966 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-17T22:58:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/ab91c3eacec0410e90b02a36fb454156 is 50, key is test_row_0/A:col10/1731884316830/Put/seqid=0 2024-11-17T22:58:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742331_1507 (size=12301) 2024-11-17T22:58:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:38,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:38,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884378035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884378041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884378042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-17T22:58:38,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884378151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884378160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884378161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,376 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/ab91c3eacec0410e90b02a36fb454156 2024-11-17T22:58:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884378370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884378370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884378370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/83ddeb07d921495c88ea03b35d867bc5 is 50, key is test_row_0/B:col10/1731884316830/Put/seqid=0 2024-11-17T22:58:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742332_1508 (size=12301) 2024-11-17T22:58:38,385 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/83ddeb07d921495c88ea03b35d867bc5 2024-11-17T22:58:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/83db493ab0454a29a557758f5b6eae25 is 50, key is test_row_0/C:col10/1731884316830/Put/seqid=0 2024-11-17T22:58:38,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742333_1509 (size=12301) 2024-11-17T22:58:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-17T22:58:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884378690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884378690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884378690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:38,807 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/83db493ab0454a29a557758f5b6eae25 2024-11-17T22:58:38,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/ab91c3eacec0410e90b02a36fb454156 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/ab91c3eacec0410e90b02a36fb454156 2024-11-17T22:58:38,818 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/ab91c3eacec0410e90b02a36fb454156, entries=150, sequenceid=349, filesize=12.0 K 2024-11-17T22:58:38,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/83ddeb07d921495c88ea03b35d867bc5 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/83ddeb07d921495c88ea03b35d867bc5 2024-11-17T22:58:38,823 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/83ddeb07d921495c88ea03b35d867bc5, entries=150, sequenceid=349, filesize=12.0 K 2024-11-17T22:58:38,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/83db493ab0454a29a557758f5b6eae25 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/83db493ab0454a29a557758f5b6eae25 2024-11-17T22:58:38,839 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/83db493ab0454a29a557758f5b6eae25, entries=150, sequenceid=349, filesize=12.0 K 2024-11-17T22:58:38,840 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for e3fc62bd79a938ec426409334cd0227f in 874ms, sequenceid=349, compaction requested=true 2024-11-17T22:58:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-17T22:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-17T22:58:38,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-17T22:58:38,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-17T22:58:38,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.0380 sec 2024-11-17T22:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-17T22:58:38,950 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:38,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-17T22:58:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:38,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:38,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:38,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:39,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:39,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/beb98098abdc4031a153f11c09ae07dc is 50, key is test_row_0/A:col10/1731884318039/Put/seqid=0 2024-11-17T22:58:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742334_1510 (size=12301) 2024-11-17T22:58:39,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884319195, max timestamp=1731884319240Num uniques 859; 2024-11-17T22:58:39,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884319195, max timestamp=1731884319240Num uniques 859; 2024-11-17T22:58:39,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:39,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:39,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884319195, max timestamp=1731884319240Num uniques 859; 2024-11-17T22:58:39,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:39,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:39,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:39,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884379300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884379301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884379303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884379309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:39,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:39,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884379420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884379420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884379421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884379421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/beb98098abdc4031a153f11c09ae07dc 2024-11-17T22:58:39,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4a38964212e44a37856029b18e505614 is 50, key is test_row_0/B:col10/1731884318039/Put/seqid=0 2024-11-17T22:58:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742335_1511 (size=12301) 2024-11-17T22:58:39,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884379641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884379641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884379641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884379641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:39,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:39,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4a38964212e44a37856029b18e505614 2024-11-17T22:58:39,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1bc5b90c38fc4451967af20405416173 is 50, key is test_row_0/C:col10/1731884318039/Put/seqid=0 2024-11-17T22:58:39,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742336_1512 (size=12301) 2024-11-17T22:58:39,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1bc5b90c38fc4451967af20405416173 2024-11-17T22:58:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/beb98098abdc4031a153f11c09ae07dc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/beb98098abdc4031a153f11c09ae07dc 2024-11-17T22:58:39,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/beb98098abdc4031a153f11c09ae07dc, entries=150, sequenceid=359, filesize=12.0 K 2024-11-17T22:58:39,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4a38964212e44a37856029b18e505614 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4a38964212e44a37856029b18e505614 2024-11-17T22:58:39,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4a38964212e44a37856029b18e505614, entries=150, sequenceid=359, filesize=12.0 K 2024-11-17T22:58:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1bc5b90c38fc4451967af20405416173 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1bc5b90c38fc4451967af20405416173 2024-11-17T22:58:39,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1bc5b90c38fc4451967af20405416173, entries=150, sequenceid=359, filesize=12.0 K 2024-11-17T22:58:39,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e3fc62bd79a938ec426409334cd0227f in 849ms, sequenceid=359, compaction requested=true 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:39,918 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:39,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:39,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:39,919 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:58:39,919 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:39,919 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,919 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/0a17e426d00043b388bbc2e4e55badbb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/bc43cd77e14b4b76aa64eadc313deed4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/ab91c3eacec0410e90b02a36fb454156, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/beb98098abdc4031a153f11c09ae07dc] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=48.6 K 2024-11-17T22:58:39,919 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a17e426d00043b388bbc2e4e55badbb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884314810 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc43cd77e14b4b76aa64eadc313deed4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731884315481 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:39,920 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,920 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6219455c32674e10934a9d3da766b343, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0986d2ae4c504828a7dcb8a914ee661c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/83ddeb07d921495c88ea03b35d867bc5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4a38964212e44a37856029b18e505614] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=48.6 K 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab91c3eacec0410e90b02a36fb454156, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731884316816 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6219455c32674e10934a9d3da766b343, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884314810 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb98098abdc4031a153f11c09ae07dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731884318039 2024-11-17T22:58:39,920 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0986d2ae4c504828a7dcb8a914ee661c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731884315481 2024-11-17T22:58:39,921 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 83ddeb07d921495c88ea03b35d867bc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731884316816 2024-11-17T22:58:39,921 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a38964212e44a37856029b18e505614, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731884318039 2024-11-17T22:58:39,928 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:39,928 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/768336e041254f98b98cdca338277222 is 50, key is test_row_0/B:col10/1731884318039/Put/seqid=0 2024-11-17T22:58:39,931 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:39,931 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/b511e35be7254dacb5a3778d9e05d7d3 is 50, key is test_row_0/A:col10/1731884318039/Put/seqid=0 2024-11-17T22:58:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742337_1513 (size=12949) 2024-11-17T22:58:39,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742338_1514 (size=12949) 2024-11-17T22:58:39,949 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/b511e35be7254dacb5a3778d9e05d7d3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b511e35be7254dacb5a3778d9e05d7d3 2024-11-17T22:58:39,957 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into b511e35be7254dacb5a3778d9e05d7d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:39,958 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:39,958 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=12, startTime=1731884319918; duration=0sec 2024-11-17T22:58:39,958 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:39,958 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:39,958 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T22:58:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:39,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884319283, max timestamp=1731884319959Num uniques 1018; 2024-11-17T22:58:39,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884319283, max timestamp=1731884319959Num uniques 1018; 2024-11-17T22:58:39,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-17T22:58:39,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:58:39,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:58:39,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731884319283, max timestamp=1731884319959Num uniques 1018; 2024-11-17T22:58:39,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-17T22:58:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:39,970 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T22:58:39,970 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:39,970 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:39,970 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f0feaf9a1b074c018f9d9a4a9404468e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5ae1c9f05ccb42cdaba6b1193c0270a0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/83db493ab0454a29a557758f5b6eae25, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1bc5b90c38fc4451967af20405416173] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=48.6 K 2024-11-17T22:58:39,970 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0feaf9a1b074c018f9d9a4a9404468e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731884314810 2024-11-17T22:58:39,971 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ae1c9f05ccb42cdaba6b1193c0270a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731884315481 2024-11-17T22:58:39,972 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83db493ab0454a29a557758f5b6eae25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731884316816 2024-11-17T22:58:39,972 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bc5b90c38fc4451967af20405416173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731884318039 2024-11-17T22:58:39,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cb2cccc17ccd4085b4736154703d4a2e is 50, key is test_row_0/A:col10/1731884319959/Put/seqid=0 2024-11-17T22:58:39,997 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:39,998 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1ef3c6bdc057469e9dedfd54293f56fb is 50, key is test_row_0/C:col10/1731884318039/Put/seqid=0 2024-11-17T22:58:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742339_1515 (size=14741) 2024-11-17T22:58:40,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742340_1516 (size=12949) 2024-11-17T22:58:40,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cb2cccc17ccd4085b4736154703d4a2e 2024-11-17T22:58:40,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6489526368344010b5fe5d3fbc19e29b is 50, key is test_row_0/B:col10/1731884319959/Put/seqid=0 2024-11-17T22:58:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742341_1517 (size=12301) 2024-11-17T22:58:40,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884319999, max timestamp=1731884320033Num uniques 859; 2024-11-17T22:58:40,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884319999, max timestamp=1731884320033Num uniques 859; 2024-11-17T22:58:40,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:40,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:40,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884319999, max timestamp=1731884320033Num uniques 859; 2024-11-17T22:58:40,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:40,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884320066, max timestamp=1731884320089Num uniques 1018; 2024-11-17T22:58:40,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:58:40,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884320066, max timestamp=1731884320089Num uniques 1018; 2024-11-17T22:58:40,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:58:40,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884320066, max timestamp=1731884320089Num uniques 1018; 2024-11-17T22:58:40,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:58:40,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731884320126, max timestamp=1731884320143Num uniques 1077; 2024-11-17T22:58:40,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-17T22:58:40,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731884320126, max timestamp=1731884320143Num uniques 1077; 2024-11-17T22:58:40,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-17T22:58:40,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731884320126, max timestamp=1731884320143Num uniques 1077; 2024-11-17T22:58:40,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-17T22:58:40,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884380206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731884320183, max timestamp=1731884320205Num uniques 1136; 2024-11-17T22:58:40,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-17T22:58:40,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731884320183, max timestamp=1731884320205Num uniques 1136; 2024-11-17T22:58:40,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-17T22:58:40,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731884320183, max timestamp=1731884320205Num uniques 1136; 2024-11-17T22:58:40,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-17T22:58:40,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731884320256, max timestamp=1731884320280Num uniques 1145; 2024-11-17T22:58:40,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731884320256, max timestamp=1731884320280Num uniques 1145; 2024-11-17T22:58:40,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-17T22:58:40,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-17T22:58:40,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731884320256, max timestamp=1731884320280Num uniques 1145; 2024-11-17T22:58:40,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-17T22:58:40,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,341 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/768336e041254f98b98cdca338277222 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/768336e041254f98b98cdca338277222 2024-11-17T22:58:40,344 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 768336e041254f98b98cdca338277222(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:40,344 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:40,344 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=12, startTime=1731884319918; duration=0sec 2024-11-17T22:58:40,344 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:40,344 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884380350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731884320326, max timestamp=1731884320352Num uniques 1154; 2024-11-17T22:58:40,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-11-17T22:58:40,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731884320326, max timestamp=1731884320352Num uniques 1154; 2024-11-17T22:58:40,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-11-17T22:58:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731884320326, max timestamp=1731884320352Num uniques 1154; 2024-11-17T22:58:40,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-11-17T22:58:40,419 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/1ef3c6bdc057469e9dedfd54293f56fb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1ef3c6bdc057469e9dedfd54293f56fb 2024-11-17T22:58:40,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6489526368344010b5fe5d3fbc19e29b 2024-11-17T22:58:40,427 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into 1ef3c6bdc057469e9dedfd54293f56fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:40,427 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:40,427 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=12, startTime=1731884319918; duration=0sec 2024-11-17T22:58:40,428 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:40,428 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:40,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/d3d87f260b7d4069a20ecd00d56c6464 is 50, key is test_row_0/C:col10/1731884319959/Put/seqid=0 2024-11-17T22:58:40,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742342_1518 (size=12301) 2024-11-17T22:58:40,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731884320422, max timestamp=1731884320468Num uniques 1113; 2024-11-17T22:58:40,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-17T22:58:40,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731884320422, max timestamp=1731884320468Num uniques 1113; 2024-11-17T22:58:40,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-17T22:58:40,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731884320422, max timestamp=1731884320468Num uniques 1113; 2024-11-17T22:58:40,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-17T22:58:40,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731884320504, max timestamp=1731884320547Num uniques 1022; 2024-11-17T22:58:40,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-17T22:58:40,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731884320504, max timestamp=1731884320547Num uniques 1022; 2024-11-17T22:58:40,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-17T22:58:40,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731884320504, max timestamp=1731884320547Num uniques 1022; 2024-11-17T22:58:40,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-17T22:58:40,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15146, totalHeapSize=34664, min timestamp=1731884320572, max timestamp=1731884320597Num uniques 1081; 2024-11-17T22:58:40,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=15146, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-11-17T22:58:40,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15146, totalHeapSize=34664, min timestamp=1731884320572, max timestamp=1731884320597Num uniques 1081; 2024-11-17T22:58:40,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=15146, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-11-17T22:58:40,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15146, totalHeapSize=34664, min timestamp=1731884320572, max timestamp=1731884320597Num uniques 1081; 2024-11-17T22:58:40,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=15146, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-11-17T22:58:40,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884380638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,647 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731884320628, max timestamp=1731884320643Num uniques 1190; 2024-11-17T22:58:40,647 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-17T22:58:40,647 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731884320628, max timestamp=1731884320643Num uniques 1190; 2024-11-17T22:58:40,647 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-17T22:58:40,647 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731884320628, max timestamp=1731884320643Num uniques 1190; 2024-11-17T22:58:40,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-17T22:58:40,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731884320719, max timestamp=1731884320742Num uniques 1149; 2024-11-17T22:58:40,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731884320719, max timestamp=1731884320742Num uniques 1149; 2024-11-17T22:58:40,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-17T22:58:40,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-17T22:58:40,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731884320719, max timestamp=1731884320742Num uniques 1149; 2024-11-17T22:58:40,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-17T22:58:40,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884380791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731884320775, max timestamp=1731884320800Num uniques 1158; 2024-11-17T22:58:40,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=11810, suffix heap size=148400,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=258 2024-11-17T22:58:40,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731884320775, max timestamp=1731884320800Num uniques 1158; 2024-11-17T22:58:40,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=11810, suffix heap size=148400,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=258 2024-11-17T22:58:40,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731884320775, max timestamp=1731884320800Num uniques 1158; 2024-11-17T22:58:40,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=11810, suffix heap size=148400,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=258 2024-11-17T22:58:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731884320832, max timestamp=1731884320858Num uniques 1117; 2024-11-17T22:58:40,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-17T22:58:40,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731884320832, max timestamp=1731884320858Num uniques 1117; 2024-11-17T22:58:40,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-17T22:58:40,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731884320832, max timestamp=1731884320858Num uniques 1117; 2024-11-17T22:58:40,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-17T22:58:40,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/d3d87f260b7d4069a20ecd00d56c6464 2024-11-17T22:58:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/cb2cccc17ccd4085b4736154703d4a2e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb2cccc17ccd4085b4736154703d4a2e 2024-11-17T22:58:40,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb2cccc17ccd4085b4736154703d4a2e, entries=200, sequenceid=398, filesize=14.4 K 2024-11-17T22:58:40,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/6489526368344010b5fe5d3fbc19e29b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6489526368344010b5fe5d3fbc19e29b 2024-11-17T22:58:40,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6489526368344010b5fe5d3fbc19e29b, entries=150, sequenceid=398, filesize=12.0 K 2024-11-17T22:58:40,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/d3d87f260b7d4069a20ecd00d56c6464 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/d3d87f260b7d4069a20ecd00d56c6464 2024-11-17T22:58:40,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/d3d87f260b7d4069a20ecd00d56c6464, entries=150, sequenceid=398, filesize=12.0 K 2024-11-17T22:58:40,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=67.09 KB/68700 for e3fc62bd79a938ec426409334cd0227f in 915ms, sequenceid=398, compaction requested=false 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:40,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=73.80 KB heapSize=195.56 KB 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:40,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:40,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/c9185ea13cd44589a0177c6284fa996b is 50, key is test_row_0/A:col10/1731884320877/Put/seqid=0 2024-11-17T22:58:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742343_1519 (size=17181) 2024-11-17T22:58:40,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/c9185ea13cd44589a0177c6284fa996b 2024-11-17T22:58:40,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/20539655480e4b5e9ee0363843e6d8f3 is 50, key is test_row_0/B:col10/1731884320877/Put/seqid=0 2024-11-17T22:58:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742344_1520 (size=12301) 2024-11-17T22:58:40,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884380937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:40,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884380938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884380941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:40,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884380942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884381050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884381060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884381060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884381060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:41,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884381270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884381270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884381271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884381271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/20539655480e4b5e9ee0363843e6d8f3 2024-11-17T22:58:41,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/9b2df07ba58e474d9bef09b2135a2880 is 50, key is test_row_0/C:col10/1731884320877/Put/seqid=0 2024-11-17T22:58:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742345_1521 (size=12301) 2024-11-17T22:58:41,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34848 deadline: 1731884381340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,351 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in e3fc62bd79a938ec426409334cd0227f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8302 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:41,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:41,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:41,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884381590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884381590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884381590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884381590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:41,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:41,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/9b2df07ba58e474d9bef09b2135a2880 2024-11-17T22:58:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/c9185ea13cd44589a0177c6284fa996b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c9185ea13cd44589a0177c6284fa996b 2024-11-17T22:58:41,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c9185ea13cd44589a0177c6284fa996b, entries=250, sequenceid=632, filesize=16.8 K 2024-11-17T22:58:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/20539655480e4b5e9ee0363843e6d8f3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/20539655480e4b5e9ee0363843e6d8f3 2024-11-17T22:58:41,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/20539655480e4b5e9ee0363843e6d8f3, entries=150, sequenceid=632, filesize=12.0 K 2024-11-17T22:58:41,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/9b2df07ba58e474d9bef09b2135a2880 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/9b2df07ba58e474d9bef09b2135a2880 2024-11-17T22:58:41,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/9b2df07ba58e474d9bef09b2135a2880, entries=150, sequenceid=632, filesize=12.0 K 2024-11-17T22:58:41,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~195.52 KB/200208, currentSize=107.34 KB/109920 for e3fc62bd79a938ec426409334cd0227f in 859ms, sequenceid=632, compaction requested=true 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:41,739 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:41,739 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:41,740 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:41,740 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:41,740 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:41,740 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:41,740 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,740 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,740 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b511e35be7254dacb5a3778d9e05d7d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb2cccc17ccd4085b4736154703d4a2e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c9185ea13cd44589a0177c6284fa996b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=43.8 K 2024-11-17T22:58:41,740 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/768336e041254f98b98cdca338277222, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6489526368344010b5fe5d3fbc19e29b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/20539655480e4b5e9ee0363843e6d8f3] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=36.7 K 2024-11-17T22:58:41,740 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 768336e041254f98b98cdca338277222, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731884318039 2024-11-17T22:58:41,740 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting b511e35be7254dacb5a3778d9e05d7d3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731884318039 2024-11-17T22:58:41,741 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6489526368344010b5fe5d3fbc19e29b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731884319283 2024-11-17T22:58:41,741 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb2cccc17ccd4085b4736154703d4a2e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731884319283 2024-11-17T22:58:41,741 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 20539655480e4b5e9ee0363843e6d8f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1731884320875 2024-11-17T22:58:41,741 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9185ea13cd44589a0177c6284fa996b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1731884320868 2024-11-17T22:58:41,748 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:41,748 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/1b308dbf804a40e69da82be8f0e8afae is 50, key is test_row_0/B:col10/1731884320877/Put/seqid=0 2024-11-17T22:58:41,748 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:41,749 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/c58c3e40d10f4852a1cbf71f36c608d0 is 50, key is test_row_0/A:col10/1731884320877/Put/seqid=0 2024-11-17T22:58:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742347_1523 (size=13051) 2024-11-17T22:58:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742346_1522 (size=13051) 2024-11-17T22:58:41,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-17T22:58:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:41,861 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:58:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/42f0b705db644439b2d7d88493654e9c is 50, key is test_row_0/A:col10/1731884320935/Put/seqid=0 2024-11-17T22:58:41,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742348_1524 (size=12301) 2024-11-17T22:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:42,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884382137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884382138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884382139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884382140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,168 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/c58c3e40d10f4852a1cbf71f36c608d0 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c58c3e40d10f4852a1cbf71f36c608d0 2024-11-17T22:58:42,171 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into c58c3e40d10f4852a1cbf71f36c608d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:42,171 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:42,171 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=13, startTime=1731884321739; duration=0sec 2024-11-17T22:58:42,171 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:42,171 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:42,171 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:58:42,172 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:58:42,172 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:42,172 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:42,172 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1ef3c6bdc057469e9dedfd54293f56fb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/d3d87f260b7d4069a20ecd00d56c6464, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/9b2df07ba58e474d9bef09b2135a2880] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=36.7 K 2024-11-17T22:58:42,172 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef3c6bdc057469e9dedfd54293f56fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731884318039 2024-11-17T22:58:42,173 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3d87f260b7d4069a20ecd00d56c6464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731884319283 2024-11-17T22:58:42,173 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b2df07ba58e474d9bef09b2135a2880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1731884320875 2024-11-17T22:58:42,177 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:42,177 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/405631c90be84eafba9ec29c4f39275b is 50, key is test_row_0/C:col10/1731884320877/Put/seqid=0 2024-11-17T22:58:42,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742349_1525 (size=13051) 2024-11-17T22:58:42,180 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/1b308dbf804a40e69da82be8f0e8afae as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1b308dbf804a40e69da82be8f0e8afae 2024-11-17T22:58:42,183 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/405631c90be84eafba9ec29c4f39275b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/405631c90be84eafba9ec29c4f39275b 2024-11-17T22:58:42,184 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 1b308dbf804a40e69da82be8f0e8afae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:42,184 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:42,184 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=13, startTime=1731884321739; duration=0sec 2024-11-17T22:58:42,184 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:42,184 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:42,186 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into 405631c90be84eafba9ec29c4f39275b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:42,186 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:42,186 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=13, startTime=1731884321739; duration=0sec 2024-11-17T22:58:42,186 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:42,186 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884382250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884382260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884382260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884382260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,268 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/42f0b705db644439b2d7d88493654e9c 2024-11-17T22:58:42,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/2cad589f58f7445cb7c47b4e053dcf28 is 50, key is test_row_0/B:col10/1731884320935/Put/seqid=0 2024-11-17T22:58:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742350_1526 (size=12301) 2024-11-17T22:58:42,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884382470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884382470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884382470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884382470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,677 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/2cad589f58f7445cb7c47b4e053dcf28 2024-11-17T22:58:42,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/da828007d5bc42c2ad3afe4af571a6fe is 50, key is test_row_0/C:col10/1731884320935/Put/seqid=0 2024-11-17T22:58:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742351_1527 (size=12301) 2024-11-17T22:58:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884382790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884382790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884382790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884382790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,087 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/da828007d5bc42c2ad3afe4af571a6fe 2024-11-17T22:58:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/42f0b705db644439b2d7d88493654e9c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/42f0b705db644439b2d7d88493654e9c 2024-11-17T22:58:43,093 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/42f0b705db644439b2d7d88493654e9c, entries=150, sequenceid=651, filesize=12.0 K 2024-11-17T22:58:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/2cad589f58f7445cb7c47b4e053dcf28 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2cad589f58f7445cb7c47b4e053dcf28 2024-11-17T22:58:43,096 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2cad589f58f7445cb7c47b4e053dcf28, entries=150, sequenceid=651, filesize=12.0 K 2024-11-17T22:58:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/da828007d5bc42c2ad3afe4af571a6fe as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/da828007d5bc42c2ad3afe4af571a6fe 2024-11-17T22:58:43,099 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/da828007d5bc42c2ad3afe4af571a6fe, entries=150, sequenceid=651, filesize=12.0 K 2024-11-17T22:58:43,099 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e3fc62bd79a938ec426409334cd0227f in 1239ms, sequenceid=651, compaction requested=false 2024-11-17T22:58:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-17T22:58:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-17T22:58:43,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-17T22:58:43,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1480 sec 2024-11-17T22:58:43,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 4.1510 sec 2024-11-17T22:58:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-17T22:58:43,121 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:43,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-17T22:58:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-17T22:58:43,123 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:43,123 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:43,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-17T22:58:43,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-17T22:58:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:43,275 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:58:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:43,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/4757b70ea5364eefa0aef99a7910f21c is 50, key is test_row_0/A:col10/1731884322137/Put/seqid=0 2024-11-17T22:58:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742352_1528 (size=12301) 2024-11-17T22:58:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:43,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:43,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884383344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884383345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884383349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884383350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-17T22:58:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884383460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884383470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884383470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884383470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,683 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/4757b70ea5364eefa0aef99a7910f21c 2024-11-17T22:58:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884383670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884383680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/5da883c6614d415e9088787617be910b is 50, key is test_row_0/B:col10/1731884322137/Put/seqid=0 2024-11-17T22:58:43,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742353_1529 (size=12301) 2024-11-17T22:58:43,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884383691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884383691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-17T22:58:43,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884383990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884383990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884384010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884384011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,099 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/5da883c6614d415e9088787617be910b 2024-11-17T22:58:44,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/542612a798904f41b11bdb3e4e49e339 is 50, key is test_row_0/C:col10/1731884322137/Put/seqid=0 2024-11-17T22:58:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742354_1530 (size=12301) 2024-11-17T22:58:44,115 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/542612a798904f41b11bdb3e4e49e339 2024-11-17T22:58:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/4757b70ea5364eefa0aef99a7910f21c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4757b70ea5364eefa0aef99a7910f21c 2024-11-17T22:58:44,122 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4757b70ea5364eefa0aef99a7910f21c, entries=150, sequenceid=667, filesize=12.0 K 2024-11-17T22:58:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/5da883c6614d415e9088787617be910b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/5da883c6614d415e9088787617be910b 2024-11-17T22:58:44,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/5da883c6614d415e9088787617be910b, entries=150, sequenceid=667, filesize=12.0 K 2024-11-17T22:58:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/542612a798904f41b11bdb3e4e49e339 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/542612a798904f41b11bdb3e4e49e339 2024-11-17T22:58:44,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/542612a798904f41b11bdb3e4e49e339, entries=150, sequenceid=667, filesize=12.0 K 2024-11-17T22:58:44,134 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e3fc62bd79a938ec426409334cd0227f in 859ms, sequenceid=667, compaction requested=true 2024-11-17T22:58:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-17T22:58:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-17T22:58:44,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-17T22:58:44,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-17T22:58:44,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.0160 sec 2024-11-17T22:58:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-17T22:58:44,261 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:44,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-17T22:58:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-17T22:58:44,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:44,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:44,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-17T22:58:44,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-17T22:58:44,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:44,415 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:58:44,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/e6443e6bb4d7418995820fbc802cd5ee is 50, key is test_row_0/A:col10/1731884323347/Put/seqid=0 2024-11-17T22:58:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742355_1531 (size=12301) 2024-11-17T22:58:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:44,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. as already flushing 2024-11-17T22:58:44,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884384531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884384539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884384545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884384546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-17T22:58:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884384661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884384661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884384670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,823 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=686 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/e6443e6bb4d7418995820fbc802cd5ee 2024-11-17T22:58:44,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/fe0799447ed54e49800e10fd219869e1 is 50, key is test_row_0/B:col10/1731884323347/Put/seqid=0 2024-11-17T22:58:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742356_1532 (size=12301) 2024-11-17T22:58:44,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884384870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884384871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-17T22:58:44,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884384890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:44,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:44,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:45,188 INFO [Thread-2050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2050. 2024-11-17T22:58:45,188 DEBUG [Thread-2050 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,188 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,188 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,189 INFO [Thread-2054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2054. 2024-11-17T22:58:45,189 DEBUG [Thread-2054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,189 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,189 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1731884385190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34796 deadline: 1731884385190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:45,191 INFO [Thread-2048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2048. 2024-11-17T22:58:45,191 DEBUG [Thread-2048 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,191 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,191 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34820 deadline: 1731884385200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:45,202 INFO [Thread-2046 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2046. 2024-11-17T22:58:45,202 DEBUG [Thread-2046 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,202 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,203 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,203 INFO [Thread-2052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2052. 2024-11-17T22:58:45,203 DEBUG [Thread-2052 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,203 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,203 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,238 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=686 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/fe0799447ed54e49800e10fd219869e1 2024-11-17T22:58:45,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/856f0bf597234a1282474a0f1ed5f70d is 50, key is test_row_0/C:col10/1731884323347/Put/seqid=0 2024-11-17T22:58:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742357_1533 (size=12301) 2024-11-17T22:58:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-17T22:58:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1731884385550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:45,551 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in e3fc62bd79a938ec426409334cd0227f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 , the old value is region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., hostname=1a6e40b21a48,41723,1731884181900, seqNum=2 because the exception is null or not the one we care about 2024-11-17T22:58:45,654 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=686 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/856f0bf597234a1282474a0f1ed5f70d 2024-11-17T22:58:45,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/e6443e6bb4d7418995820fbc802cd5ee as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e6443e6bb4d7418995820fbc802cd5ee 2024-11-17T22:58:45,664 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e6443e6bb4d7418995820fbc802cd5ee, entries=150, sequenceid=686, filesize=12.0 K 2024-11-17T22:58:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/fe0799447ed54e49800e10fd219869e1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/fe0799447ed54e49800e10fd219869e1 2024-11-17T22:58:45,670 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/fe0799447ed54e49800e10fd219869e1, entries=150, sequenceid=686, filesize=12.0 K 2024-11-17T22:58:45,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/856f0bf597234a1282474a0f1ed5f70d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/856f0bf597234a1282474a0f1ed5f70d 2024-11-17T22:58:45,673 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/856f0bf597234a1282474a0f1ed5f70d, entries=150, sequenceid=686, filesize=12.0 K 2024-11-17T22:58:45,674 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e3fc62bd79a938ec426409334cd0227f in 1259ms, sequenceid=686, compaction requested=true 2024-11-17T22:58:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-17T22:58:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-17T22:58:45,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-17T22:58:45,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-17T22:58:45,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.4170 sec 2024-11-17T22:58:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:45,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-17T22:58:45,702 INFO [Thread-2037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2037. 2024-11-17T22:58:45,702 INFO [Thread-2035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2035. 2024-11-17T22:58:45,702 DEBUG [Thread-2037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,702 DEBUG [Thread-2035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,702 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:45,702 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:45,702 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:45,702 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:45,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/9191405365df4335a347f3d38398654b is 50, key is test_row_0/A:col10/1731884325701/Put/seqid=0 2024-11-17T22:58:45,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742358_1534 (size=12301) 2024-11-17T22:58:45,712 INFO [Thread-2039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2039. 2024-11-17T22:58:45,712 DEBUG [Thread-2039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:45,712 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,712 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:45,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:46,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/9191405365df4335a347f3d38398654b 2024-11-17T22:58:46,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/a1b91d1d6f214e96af13d1b229d2f695 is 50, key is test_row_0/B:col10/1731884325701/Put/seqid=0 2024-11-17T22:58:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742359_1535 (size=12301) 2024-11-17T22:58:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-17T22:58:46,411 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:46,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/a1b91d1d6f214e96af13d1b229d2f695 2024-11-17T22:58:46,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/af5e8b4479934268991252a501de5b09 is 50, key is test_row_0/C:col10/1731884325701/Put/seqid=0 2024-11-17T22:58:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742360_1536 (size=12301) 2024-11-17T22:58:46,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/af5e8b4479934268991252a501de5b09 2024-11-17T22:58:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/9191405365df4335a347f3d38398654b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/9191405365df4335a347f3d38398654b 2024-11-17T22:58:46,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/9191405365df4335a347f3d38398654b, entries=150, sequenceid=701, filesize=12.0 K 2024-11-17T22:58:46,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/a1b91d1d6f214e96af13d1b229d2f695 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/a1b91d1d6f214e96af13d1b229d2f695 2024-11-17T22:58:46,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/a1b91d1d6f214e96af13d1b229d2f695, entries=150, sequenceid=701, filesize=12.0 K 2024-11-17T22:58:46,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/af5e8b4479934268991252a501de5b09 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/af5e8b4479934268991252a501de5b09 2024-11-17T22:58:46,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/af5e8b4479934268991252a501de5b09, entries=150, sequenceid=701, filesize=12.0 K 2024-11-17T22:58:46,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=6.71 KB/6870 for e3fc62bd79a938ec426409334cd0227f in 1266ms, sequenceid=701, compaction requested=true 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:58:46,968 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3fc62bd79a938ec426409334cd0227f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:58:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:46,969 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:58:46,970 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:58:46,970 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:58:46,970 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/B is initiating minor compaction (all files) 2024-11-17T22:58:46,970 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/A is initiating minor compaction (all files) 2024-11-17T22:58:46,971 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/B in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:46,971 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/A in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:46,971 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1b308dbf804a40e69da82be8f0e8afae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2cad589f58f7445cb7c47b4e053dcf28, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/5da883c6614d415e9088787617be910b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/fe0799447ed54e49800e10fd219869e1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/a1b91d1d6f214e96af13d1b229d2f695] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=60.8 K 2024-11-17T22:58:46,971 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c58c3e40d10f4852a1cbf71f36c608d0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/42f0b705db644439b2d7d88493654e9c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4757b70ea5364eefa0aef99a7910f21c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e6443e6bb4d7418995820fbc802cd5ee, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/9191405365df4335a347f3d38398654b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=60.8 K 2024-11-17T22:58:46,971 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b308dbf804a40e69da82be8f0e8afae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1731884320875 2024-11-17T22:58:46,971 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c58c3e40d10f4852a1cbf71f36c608d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1731884320875 2024-11-17T22:58:46,972 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cad589f58f7445cb7c47b4e053dcf28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1731884320935 2024-11-17T22:58:46,972 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f0b705db644439b2d7d88493654e9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1731884320935 2024-11-17T22:58:46,972 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 5da883c6614d415e9088787617be910b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1731884322126 2024-11-17T22:58:46,972 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4757b70ea5364eefa0aef99a7910f21c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1731884322126 2024-11-17T22:58:46,973 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6443e6bb4d7418995820fbc802cd5ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=686, earliestPutTs=1731884323330 2024-11-17T22:58:46,973 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting fe0799447ed54e49800e10fd219869e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=686, earliestPutTs=1731884323330 2024-11-17T22:58:46,973 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9191405365df4335a347f3d38398654b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1731884324543 2024-11-17T22:58:46,973 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a1b91d1d6f214e96af13d1b229d2f695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1731884324543 2024-11-17T22:58:46,983 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#A#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:46,983 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:46,984 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/84ebe55b607341dbaff3a2b5005a4d9d is 50, key is test_row_0/B:col10/1731884325701/Put/seqid=0 2024-11-17T22:58:46,984 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/372dd4f3b48f459c832d138440e063d7 is 50, key is test_row_0/A:col10/1731884325701/Put/seqid=0 2024-11-17T22:58:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742362_1538 (size=13221) 2024-11-17T22:58:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742361_1537 (size=13221) 2024-11-17T22:58:46,992 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/372dd4f3b48f459c832d138440e063d7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/372dd4f3b48f459c832d138440e063d7 2024-11-17T22:58:46,995 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/A of e3fc62bd79a938ec426409334cd0227f into 372dd4f3b48f459c832d138440e063d7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:46,995 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:46,995 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/A, priority=11, startTime=1731884326968; duration=0sec 2024-11-17T22:58:46,995 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:58:46,995 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:A 2024-11-17T22:58:46,995 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T22:58:46,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T22:58:46,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): e3fc62bd79a938ec426409334cd0227f/C is initiating minor compaction (all files) 2024-11-17T22:58:46,996 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3fc62bd79a938ec426409334cd0227f/C in TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:46,996 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/405631c90be84eafba9ec29c4f39275b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/da828007d5bc42c2ad3afe4af571a6fe, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/542612a798904f41b11bdb3e4e49e339, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/856f0bf597234a1282474a0f1ed5f70d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/af5e8b4479934268991252a501de5b09] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp, totalSize=60.8 K 2024-11-17T22:58:46,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 405631c90be84eafba9ec29c4f39275b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1731884320875 2024-11-17T22:58:46,996 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting da828007d5bc42c2ad3afe4af571a6fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1731884320935 2024-11-17T22:58:46,997 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 542612a798904f41b11bdb3e4e49e339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=667, earliestPutTs=1731884322126 2024-11-17T22:58:46,997 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 856f0bf597234a1282474a0f1ed5f70d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=686, earliestPutTs=1731884323330 2024-11-17T22:58:46,997 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting af5e8b4479934268991252a501de5b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1731884324543 2024-11-17T22:58:47,005 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3fc62bd79a938ec426409334cd0227f#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:58:47,005 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/3f5fde55e3d648bfa9a9fa1db3d8ab2c is 50, key is test_row_0/C:col10/1731884325701/Put/seqid=0 2024-11-17T22:58:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742363_1539 (size=13221) 2024-11-17T22:58:47,395 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/84ebe55b607341dbaff3a2b5005a4d9d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/84ebe55b607341dbaff3a2b5005a4d9d 2024-11-17T22:58:47,400 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/B of e3fc62bd79a938ec426409334cd0227f into 84ebe55b607341dbaff3a2b5005a4d9d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:47,400 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:47,400 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/B, priority=11, startTime=1731884326968; duration=0sec 2024-11-17T22:58:47,400 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:47,400 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:B 2024-11-17T22:58:47,413 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/3f5fde55e3d648bfa9a9fa1db3d8ab2c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3f5fde55e3d648bfa9a9fa1db3d8ab2c 2024-11-17T22:58:47,418 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e3fc62bd79a938ec426409334cd0227f/C of e3fc62bd79a938ec426409334cd0227f into 3f5fde55e3d648bfa9a9fa1db3d8ab2c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:58:47,419 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3fc62bd79a938ec426409334cd0227f: 2024-11-17T22:58:47,419 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., storeName=e3fc62bd79a938ec426409334cd0227f/C, priority=11, startTime=1731884326968; duration=0sec 2024-11-17T22:58:47,419 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:58:47,419 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3fc62bd79a938ec426409334cd0227f:C 2024-11-17T22:58:47,572 INFO [Thread-2043 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2043. 2024-11-17T22:58:47,573 DEBUG [Thread-2043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:47,573 DEBUG [Thread-2043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:47,573 DEBUG [Thread-2043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:47,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:50,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:58:51,451 INFO [Thread-2041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2041. 2024-11-17T22:58:51,451 DEBUG [Thread-2041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:58:51,451 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:51,452 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:51,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1002 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3002 rows 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 995 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2984 rows 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 994 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2978 rows 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 999 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2996 rows 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 991 2024-11-17T22:58:51,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2972 rows 2024-11-17T22:58:51,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:58:51,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:58:51,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:51,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:51,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:58:51,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T22:58:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-17T22:58:51,455 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884331455"}]},"ts":"1731884331455"} 2024-11-17T22:58:51,457 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T22:58:51,457 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T22:58:51,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:58:51,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, UNASSIGN}] 2024-11-17T22:58:51,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, UNASSIGN 2024-11-17T22:58:51,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e3fc62bd79a938ec426409334cd0227f, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:51,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, UNASSIGN because future has completed 2024-11-17T22:58:51,462 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:58:51,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:58:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-17T22:58:51,615 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing e3fc62bd79a938ec426409334cd0227f, disabling compactions & flushes 2024-11-17T22:58:51,615 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. after waiting 0 ms 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:51,615 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing e3fc62bd79a938ec426409334cd0227f 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=A 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=B 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3fc62bd79a938ec426409334cd0227f, store=C 2024-11-17T22:58:51,615 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:51,618 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/1c45ab96ecf940c3ae60369e1ee0206e is 50, key is test_row_0/A:col10/1731884331450/Put/seqid=0 2024-11-17T22:58:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742364_1540 (size=9857) 2024-11-17T22:58:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-17T22:58:52,022 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/1c45ab96ecf940c3ae60369e1ee0206e 2024-11-17T22:58:52,027 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4e8201adb98d4d72bc63d835e8081704 is 50, key is test_row_0/B:col10/1731884331450/Put/seqid=0 2024-11-17T22:58:52,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742365_1541 (size=9857) 2024-11-17T22:58:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-17T22:58:52,431 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4e8201adb98d4d72bc63d835e8081704 2024-11-17T22:58:52,436 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/bc9b741497b445c28c8dc2a034159d7e is 50, key is test_row_0/C:col10/1731884331450/Put/seqid=0 2024-11-17T22:58:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742366_1542 (size=9857) 2024-11-17T22:58:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-17T22:58:52,840 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/bc9b741497b445c28c8dc2a034159d7e 2024-11-17T22:58:52,850 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/A/1c45ab96ecf940c3ae60369e1ee0206e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1c45ab96ecf940c3ae60369e1ee0206e 2024-11-17T22:58:52,855 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1c45ab96ecf940c3ae60369e1ee0206e, entries=100, sequenceid=710, filesize=9.6 K 2024-11-17T22:58:52,856 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/B/4e8201adb98d4d72bc63d835e8081704 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4e8201adb98d4d72bc63d835e8081704 2024-11-17T22:58:52,859 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4e8201adb98d4d72bc63d835e8081704, entries=100, sequenceid=710, filesize=9.6 K 2024-11-17T22:58:52,860 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/.tmp/C/bc9b741497b445c28c8dc2a034159d7e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/bc9b741497b445c28c8dc2a034159d7e 2024-11-17T22:58:52,864 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/bc9b741497b445c28c8dc2a034159d7e, entries=100, sequenceid=710, filesize=9.6 K 2024-11-17T22:58:52,865 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e3fc62bd79a938ec426409334cd0227f in 1250ms, sequenceid=710, compaction requested=false 2024-11-17T22:58:52,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/dc3c3447e76f4c89ae41163e606a8112, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4c763e69dd634ca7abb381dd9bf16dc2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/acf42724ec974524b443c11e06b2b350, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb547d1ca4bb44658685dd6d9c545c78, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/55aba094a2e04000bdb4afbb621ac50e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/3f135b8bae0c476b8e65038041f344c2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b68525f11e7f410496c12d9256474ed9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cd2417653b0b4f01aba13977a6f75d02, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e61139ca8bf24fdcae055f1c8c427f03, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/204c54261e1442b3acb25a3decd038a0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/de996abefc5045638740cb0e82158aa7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1dcc02ce43354dc3841ec79a58fec71e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/31c3d8da128f4cad8b9a99862b7d4275, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/936bcaba1ab74746a85a50ae22af235f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/0a17e426d00043b388bbc2e4e55badbb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/bc43cd77e14b4b76aa64eadc313deed4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/ab91c3eacec0410e90b02a36fb454156, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b511e35be7254dacb5a3778d9e05d7d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/beb98098abdc4031a153f11c09ae07dc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb2cccc17ccd4085b4736154703d4a2e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c9185ea13cd44589a0177c6284fa996b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c58c3e40d10f4852a1cbf71f36c608d0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/42f0b705db644439b2d7d88493654e9c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4757b70ea5364eefa0aef99a7910f21c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e6443e6bb4d7418995820fbc802cd5ee, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/9191405365df4335a347f3d38398654b] to archive 2024-11-17T22:58:52,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:58:52,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/dc3c3447e76f4c89ae41163e606a8112 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/dc3c3447e76f4c89ae41163e606a8112 2024-11-17T22:58:52,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4c763e69dd634ca7abb381dd9bf16dc2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4c763e69dd634ca7abb381dd9bf16dc2 2024-11-17T22:58:52,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/acf42724ec974524b443c11e06b2b350 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/acf42724ec974524b443c11e06b2b350 2024-11-17T22:58:52,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb547d1ca4bb44658685dd6d9c545c78 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb547d1ca4bb44658685dd6d9c545c78 2024-11-17T22:58:52,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/55aba094a2e04000bdb4afbb621ac50e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/55aba094a2e04000bdb4afbb621ac50e 2024-11-17T22:58:52,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/3f135b8bae0c476b8e65038041f344c2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/3f135b8bae0c476b8e65038041f344c2 2024-11-17T22:58:52,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/d6a00c2a3ede4d1c9ffc3608b2fe62a6 2024-11-17T22:58:52,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b68525f11e7f410496c12d9256474ed9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b68525f11e7f410496c12d9256474ed9 2024-11-17T22:58:52,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cd2417653b0b4f01aba13977a6f75d02 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cd2417653b0b4f01aba13977a6f75d02 2024-11-17T22:58:52,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e61139ca8bf24fdcae055f1c8c427f03 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e61139ca8bf24fdcae055f1c8c427f03 2024-11-17T22:58:52,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/204c54261e1442b3acb25a3decd038a0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/204c54261e1442b3acb25a3decd038a0 2024-11-17T22:58:52,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/de996abefc5045638740cb0e82158aa7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/de996abefc5045638740cb0e82158aa7 2024-11-17T22:58:52,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1dcc02ce43354dc3841ec79a58fec71e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1dcc02ce43354dc3841ec79a58fec71e 2024-11-17T22:58:52,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/31c3d8da128f4cad8b9a99862b7d4275 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/31c3d8da128f4cad8b9a99862b7d4275 2024-11-17T22:58:52,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/936bcaba1ab74746a85a50ae22af235f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/936bcaba1ab74746a85a50ae22af235f 2024-11-17T22:58:52,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/0a17e426d00043b388bbc2e4e55badbb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/0a17e426d00043b388bbc2e4e55badbb 2024-11-17T22:58:52,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/bc43cd77e14b4b76aa64eadc313deed4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/bc43cd77e14b4b76aa64eadc313deed4 2024-11-17T22:58:52,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/ab91c3eacec0410e90b02a36fb454156 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/ab91c3eacec0410e90b02a36fb454156 2024-11-17T22:58:52,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b511e35be7254dacb5a3778d9e05d7d3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/b511e35be7254dacb5a3778d9e05d7d3 2024-11-17T22:58:52,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/beb98098abdc4031a153f11c09ae07dc to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/beb98098abdc4031a153f11c09ae07dc 2024-11-17T22:58:52,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb2cccc17ccd4085b4736154703d4a2e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/cb2cccc17ccd4085b4736154703d4a2e 2024-11-17T22:58:52,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c9185ea13cd44589a0177c6284fa996b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c9185ea13cd44589a0177c6284fa996b 2024-11-17T22:58:52,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c58c3e40d10f4852a1cbf71f36c608d0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/c58c3e40d10f4852a1cbf71f36c608d0 2024-11-17T22:58:52,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/42f0b705db644439b2d7d88493654e9c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/42f0b705db644439b2d7d88493654e9c 2024-11-17T22:58:52,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4757b70ea5364eefa0aef99a7910f21c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/4757b70ea5364eefa0aef99a7910f21c 2024-11-17T22:58:52,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e6443e6bb4d7418995820fbc802cd5ee to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/e6443e6bb4d7418995820fbc802cd5ee 2024-11-17T22:58:52,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/9191405365df4335a347f3d38398654b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/9191405365df4335a347f3d38398654b 2024-11-17T22:58:52,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/e4f40fdd3c994736a0fb32dd09fac98a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2bf3ac1b4b9547a29d69609da53c32ce, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/27411d29c7e54b6083fb97145467cf21, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/b6ed60f3d72243d19f7a503de13fb9d1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/80e82dc5241c4b36ae4fe2ea02810ef4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/d6e448f5939041bab045c2e43ca29413, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6fa9d2b799fa4679875fd507f0c7db43, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0a54b87e1b394d618d3b441b027205f6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/9b7ce93c4a4049849fb9d742368685c5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1fe209e2198641f3a394b2f5ddfa5194, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f1ac6afca6604fa2b385da9c2b7e6798, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/77945d38da7042e6875d7e667f169c58, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f2bf53afec384495b5b1597e64dc87c9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/39183040936c45868a91c054ab746f7d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6219455c32674e10934a9d3da766b343, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4bba5ab1975f4c69a9df9c5f52ebd3ac, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0986d2ae4c504828a7dcb8a914ee661c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/83ddeb07d921495c88ea03b35d867bc5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/768336e041254f98b98cdca338277222, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4a38964212e44a37856029b18e505614, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6489526368344010b5fe5d3fbc19e29b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1b308dbf804a40e69da82be8f0e8afae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/20539655480e4b5e9ee0363843e6d8f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2cad589f58f7445cb7c47b4e053dcf28, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/5da883c6614d415e9088787617be910b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/fe0799447ed54e49800e10fd219869e1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/a1b91d1d6f214e96af13d1b229d2f695] to archive 2024-11-17T22:58:52,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:58:52,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/e4f40fdd3c994736a0fb32dd09fac98a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/e4f40fdd3c994736a0fb32dd09fac98a 2024-11-17T22:58:52,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2bf3ac1b4b9547a29d69609da53c32ce to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2bf3ac1b4b9547a29d69609da53c32ce 2024-11-17T22:58:52,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/27411d29c7e54b6083fb97145467cf21 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/27411d29c7e54b6083fb97145467cf21 2024-11-17T22:58:52,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/b6ed60f3d72243d19f7a503de13fb9d1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/b6ed60f3d72243d19f7a503de13fb9d1 2024-11-17T22:58:52,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/80e82dc5241c4b36ae4fe2ea02810ef4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/80e82dc5241c4b36ae4fe2ea02810ef4 2024-11-17T22:58:52,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/d6e448f5939041bab045c2e43ca29413 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/d6e448f5939041bab045c2e43ca29413 2024-11-17T22:58:52,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6fa9d2b799fa4679875fd507f0c7db43 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6fa9d2b799fa4679875fd507f0c7db43 2024-11-17T22:58:52,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0a54b87e1b394d618d3b441b027205f6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0a54b87e1b394d618d3b441b027205f6 2024-11-17T22:58:52,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/9b7ce93c4a4049849fb9d742368685c5 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/9b7ce93c4a4049849fb9d742368685c5 2024-11-17T22:58:52,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1fe209e2198641f3a394b2f5ddfa5194 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1fe209e2198641f3a394b2f5ddfa5194 2024-11-17T22:58:52,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f1ac6afca6604fa2b385da9c2b7e6798 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f1ac6afca6604fa2b385da9c2b7e6798 2024-11-17T22:58:52,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/77945d38da7042e6875d7e667f169c58 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/77945d38da7042e6875d7e667f169c58 2024-11-17T22:58:52,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f2bf53afec384495b5b1597e64dc87c9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/f2bf53afec384495b5b1597e64dc87c9 2024-11-17T22:58:52,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/39183040936c45868a91c054ab746f7d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/39183040936c45868a91c054ab746f7d 2024-11-17T22:58:52,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6219455c32674e10934a9d3da766b343 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6219455c32674e10934a9d3da766b343 2024-11-17T22:58:52,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4bba5ab1975f4c69a9df9c5f52ebd3ac to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4bba5ab1975f4c69a9df9c5f52ebd3ac 2024-11-17T22:58:52,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0986d2ae4c504828a7dcb8a914ee661c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/0986d2ae4c504828a7dcb8a914ee661c 2024-11-17T22:58:52,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/83ddeb07d921495c88ea03b35d867bc5 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/83ddeb07d921495c88ea03b35d867bc5 2024-11-17T22:58:52,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/768336e041254f98b98cdca338277222 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/768336e041254f98b98cdca338277222 2024-11-17T22:58:52,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4a38964212e44a37856029b18e505614 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4a38964212e44a37856029b18e505614 2024-11-17T22:58:52,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6489526368344010b5fe5d3fbc19e29b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/6489526368344010b5fe5d3fbc19e29b 2024-11-17T22:58:52,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1b308dbf804a40e69da82be8f0e8afae to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/1b308dbf804a40e69da82be8f0e8afae 2024-11-17T22:58:52,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/20539655480e4b5e9ee0363843e6d8f3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/20539655480e4b5e9ee0363843e6d8f3 2024-11-17T22:58:52,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2cad589f58f7445cb7c47b4e053dcf28 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/2cad589f58f7445cb7c47b4e053dcf28 2024-11-17T22:58:52,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/5da883c6614d415e9088787617be910b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/5da883c6614d415e9088787617be910b 2024-11-17T22:58:52,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/fe0799447ed54e49800e10fd219869e1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/fe0799447ed54e49800e10fd219869e1 2024-11-17T22:58:52,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/a1b91d1d6f214e96af13d1b229d2f695 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/a1b91d1d6f214e96af13d1b229d2f695 2024-11-17T22:58:52,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f4ec262867ac4c2288e90164022121a7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5cba5049159643ebba897e70867ad4f4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1542e39051de4c64a9d8f91c56e39a57, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/aea067b26bea449f8aecbdb03de9ce64, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b813c2418404ba6a5e3a0c01ac8645b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/eabb04fb6ffe4c488a43f2696cd6d379, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b51779583d74cf7af0f86d7db94b3ea, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3d0aee9ec22e4b66b5481f43f19d89ca, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0f94fadd2b1e4c6bb80e787c1aec0b4e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f49edbee593246c7a2da949f4b6d79f5, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/53412586bfd543fa8d6fc891d2ba4603, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/38d30ee9669b4042ae4a6a50f6d919e1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/987ee3bd04e745b4b36bacedb036221e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0cbefb6795724212940c0356227dbb37, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f0feaf9a1b074c018f9d9a4a9404468e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/17c7004c674b41b69cdb5bcef4deab8e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5ae1c9f05ccb42cdaba6b1193c0270a0, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/83db493ab0454a29a557758f5b6eae25, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1ef3c6bdc057469e9dedfd54293f56fb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1bc5b90c38fc4451967af20405416173, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/d3d87f260b7d4069a20ecd00d56c6464, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/405631c90be84eafba9ec29c4f39275b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/9b2df07ba58e474d9bef09b2135a2880, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/da828007d5bc42c2ad3afe4af571a6fe, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/542612a798904f41b11bdb3e4e49e339, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/856f0bf597234a1282474a0f1ed5f70d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/af5e8b4479934268991252a501de5b09] to archive 2024-11-17T22:58:52,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:58:52,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f4ec262867ac4c2288e90164022121a7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f4ec262867ac4c2288e90164022121a7 2024-11-17T22:58:52,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5cba5049159643ebba897e70867ad4f4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5cba5049159643ebba897e70867ad4f4 2024-11-17T22:58:52,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1542e39051de4c64a9d8f91c56e39a57 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1542e39051de4c64a9d8f91c56e39a57 2024-11-17T22:58:52,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/aea067b26bea449f8aecbdb03de9ce64 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/aea067b26bea449f8aecbdb03de9ce64 2024-11-17T22:58:52,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b813c2418404ba6a5e3a0c01ac8645b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b813c2418404ba6a5e3a0c01ac8645b 2024-11-17T22:58:52,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/eabb04fb6ffe4c488a43f2696cd6d379 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/eabb04fb6ffe4c488a43f2696cd6d379 2024-11-17T22:58:52,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b51779583d74cf7af0f86d7db94b3ea to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5b51779583d74cf7af0f86d7db94b3ea 2024-11-17T22:58:52,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3d0aee9ec22e4b66b5481f43f19d89ca to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3d0aee9ec22e4b66b5481f43f19d89ca 2024-11-17T22:58:52,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0f94fadd2b1e4c6bb80e787c1aec0b4e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0f94fadd2b1e4c6bb80e787c1aec0b4e 2024-11-17T22:58:52,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f49edbee593246c7a2da949f4b6d79f5 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f49edbee593246c7a2da949f4b6d79f5 2024-11-17T22:58:52,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/53412586bfd543fa8d6fc891d2ba4603 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/53412586bfd543fa8d6fc891d2ba4603 2024-11-17T22:58:52,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/38d30ee9669b4042ae4a6a50f6d919e1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/38d30ee9669b4042ae4a6a50f6d919e1 2024-11-17T22:58:52,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/987ee3bd04e745b4b36bacedb036221e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/987ee3bd04e745b4b36bacedb036221e 2024-11-17T22:58:52,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0cbefb6795724212940c0356227dbb37 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/0cbefb6795724212940c0356227dbb37 2024-11-17T22:58:52,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f0feaf9a1b074c018f9d9a4a9404468e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/f0feaf9a1b074c018f9d9a4a9404468e 2024-11-17T22:58:52,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/17c7004c674b41b69cdb5bcef4deab8e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/17c7004c674b41b69cdb5bcef4deab8e 2024-11-17T22:58:52,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5ae1c9f05ccb42cdaba6b1193c0270a0 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/5ae1c9f05ccb42cdaba6b1193c0270a0 2024-11-17T22:58:52,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/83db493ab0454a29a557758f5b6eae25 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/83db493ab0454a29a557758f5b6eae25 2024-11-17T22:58:52,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1ef3c6bdc057469e9dedfd54293f56fb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1ef3c6bdc057469e9dedfd54293f56fb 2024-11-17T22:58:52,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1bc5b90c38fc4451967af20405416173 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/1bc5b90c38fc4451967af20405416173 2024-11-17T22:58:52,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/d3d87f260b7d4069a20ecd00d56c6464 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/d3d87f260b7d4069a20ecd00d56c6464 2024-11-17T22:58:52,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/405631c90be84eafba9ec29c4f39275b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/405631c90be84eafba9ec29c4f39275b 2024-11-17T22:58:52,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/9b2df07ba58e474d9bef09b2135a2880 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/9b2df07ba58e474d9bef09b2135a2880 2024-11-17T22:58:52,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/da828007d5bc42c2ad3afe4af571a6fe to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/da828007d5bc42c2ad3afe4af571a6fe 2024-11-17T22:58:52,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/542612a798904f41b11bdb3e4e49e339 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/542612a798904f41b11bdb3e4e49e339 2024-11-17T22:58:52,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/856f0bf597234a1282474a0f1ed5f70d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/856f0bf597234a1282474a0f1ed5f70d 2024-11-17T22:58:52,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/af5e8b4479934268991252a501de5b09 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/af5e8b4479934268991252a501de5b09 2024-11-17T22:58:52,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/recovered.edits/713.seqid, newMaxSeqId=713, maxSeqId=1 2024-11-17T22:58:52,949 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. 2024-11-17T22:58:52,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for e3fc62bd79a938ec426409334cd0227f: Waiting for close lock at 1731884331615Running coprocessor pre-close hooks at 1731884331615Disabling compacts and flushes for region at 1731884331615Disabling writes for close at 1731884331615Obtaining lock to block concurrent updates at 1731884331615Preparing flush snapshotting stores in e3fc62bd79a938ec426409334cd0227f at 1731884331615Finished memstore snapshotting TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731884331615Flushing stores of TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f. at 1731884331616 (+1 ms)Flushing e3fc62bd79a938ec426409334cd0227f/A: creating writer at 1731884331616Flushing e3fc62bd79a938ec426409334cd0227f/A: appending metadata at 1731884331618 (+2 ms)Flushing e3fc62bd79a938ec426409334cd0227f/A: closing flushed file at 1731884331618Flushing e3fc62bd79a938ec426409334cd0227f/B: creating writer at 1731884332025 (+407 ms)Flushing e3fc62bd79a938ec426409334cd0227f/B: appending metadata at 1731884332027 (+2 ms)Flushing e3fc62bd79a938ec426409334cd0227f/B: closing flushed file at 1731884332027Flushing e3fc62bd79a938ec426409334cd0227f/C: creating writer at 1731884332434 (+407 ms)Flushing e3fc62bd79a938ec426409334cd0227f/C: appending metadata at 1731884332436 (+2 ms)Flushing e3fc62bd79a938ec426409334cd0227f/C: closing flushed file at 1731884332436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c7e553: reopening flushed file at 1731884332849 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181b12b6: reopening flushed file at 1731884332855 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240be282: reopening flushed file at 1731884332860 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e3fc62bd79a938ec426409334cd0227f in 1250ms, sequenceid=710, compaction requested=false at 1731884332865 (+5 ms)Writing region close event to WAL at 1731884332947 (+82 ms)Running coprocessor post-close hooks at 1731884332949 (+2 ms)Closed at 1731884332949 2024-11-17T22:58:52,951 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:52,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e3fc62bd79a938ec426409334cd0227f, regionState=CLOSED 2024-11-17T22:58:52,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:58:52,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-17T22:58:52,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure e3fc62bd79a938ec426409334cd0227f, server=1a6e40b21a48,41723,1731884181900 in 1.4910 sec 2024-11-17T22:58:52,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-17T22:58:52,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3fc62bd79a938ec426409334cd0227f, UNASSIGN in 1.4960 sec 2024-11-17T22:58:52,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-17T22:58:52,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5000 sec 2024-11-17T22:58:52,960 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884332960"}]},"ts":"1731884332960"} 2024-11-17T22:58:52,962 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T22:58:52,962 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T22:58:52,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5090 sec 2024-11-17T22:58:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-17T22:58:53,611 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:53,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T22:58:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,613 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-17T22:58:53,613 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,615 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:53,617 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/recovered.edits] 2024-11-17T22:58:53,620 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1c45ab96ecf940c3ae60369e1ee0206e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/1c45ab96ecf940c3ae60369e1ee0206e 2024-11-17T22:58:53,621 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/372dd4f3b48f459c832d138440e063d7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/A/372dd4f3b48f459c832d138440e063d7 2024-11-17T22:58:53,624 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4e8201adb98d4d72bc63d835e8081704 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/4e8201adb98d4d72bc63d835e8081704 2024-11-17T22:58:53,625 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/84ebe55b607341dbaff3a2b5005a4d9d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/B/84ebe55b607341dbaff3a2b5005a4d9d 2024-11-17T22:58:53,627 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3f5fde55e3d648bfa9a9fa1db3d8ab2c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/3f5fde55e3d648bfa9a9fa1db3d8ab2c 2024-11-17T22:58:53,628 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/bc9b741497b445c28c8dc2a034159d7e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/C/bc9b741497b445c28c8dc2a034159d7e 2024-11-17T22:58:53,630 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/recovered.edits/713.seqid to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f/recovered.edits/713.seqid 2024-11-17T22:58:53,631 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/e3fc62bd79a938ec426409334cd0227f 2024-11-17T22:58:53,631 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T22:58:53,633 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,635 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T22:58:53,637 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T22:58:53,638 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,638 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T22:58:53,639 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731884333638"}]},"ts":"9223372036854775807"} 2024-11-17T22:58:53,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T22:58:53,640 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e3fc62bd79a938ec426409334cd0227f, NAME => 'TestAcidGuarantees,,1731884302963.e3fc62bd79a938ec426409334cd0227f.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T22:58:53,641 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T22:58:53,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731884333641"}]},"ts":"9223372036854775807"} 2024-11-17T22:58:53,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-17T22:58:53,643 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-17T22:58:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-17T22:58:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-17T22:58:53,723 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:53,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 248), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=4239 (was 4266) 2024-11-17T22:58:53,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=4239 2024-11-17T22:58:53,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:58:53,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:58:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:53,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:58:53,739 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:53,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-17T22:58:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-17T22:58:53,740 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:58:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742367_1543 (size=1061) 2024-11-17T22:58:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-17T22:58:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-17T22:58:54,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6 2024-11-17T22:58:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742368_1544 (size=53) 2024-11-17T22:58:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-17T22:58:54,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:58:54,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 57c88196f726a92bf9f17b1a74ae794d, disabling compactions & flushes 2024-11-17T22:58:54,551 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. after waiting 0 ms 2024-11-17T22:58:54,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,552 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,552 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57c88196f726a92bf9f17b1a74ae794d: Waiting for close lock at 1731884334551Disabling compacts and flushes for region at 1731884334551Disabling writes for close at 1731884334551Writing region close event to WAL at 1731884334551Closed at 1731884334551 2024-11-17T22:58:54,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:58:54,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731884334553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884334553"}]},"ts":"1731884334553"} 2024-11-17T22:58:54,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T22:58:54,555 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:58:54,555 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884334555"}]},"ts":"1731884334555"} 2024-11-17T22:58:54,556 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T22:58:54,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, ASSIGN}] 2024-11-17T22:58:54,557 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, ASSIGN 2024-11-17T22:58:54,557 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=false 2024-11-17T22:58:54,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, ASSIGN because future has completed 2024-11-17T22:58:54,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:58:54,869 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,869 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:58:54,869 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,869 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:58:54,870 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,870 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,871 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,873 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:54,873 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c88196f726a92bf9f17b1a74ae794d columnFamilyName A 2024-11-17T22:58:54,873 DEBUG [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:54,874 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(327): Store=57c88196f726a92bf9f17b1a74ae794d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:54,874 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,875 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:54,875 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c88196f726a92bf9f17b1a74ae794d columnFamilyName B 2024-11-17T22:58:54,875 DEBUG [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:54,876 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(327): Store=57c88196f726a92bf9f17b1a74ae794d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:54,876 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,878 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:54,878 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c88196f726a92bf9f17b1a74ae794d columnFamilyName C 2024-11-17T22:58:54,878 DEBUG [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:54,879 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(327): Store=57c88196f726a92bf9f17b1a74ae794d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:54,879 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,879 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-17T22:58:54,880 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,881 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,882 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,882 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,882 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:58:54,883 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,885 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:58:54,886 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 57c88196f726a92bf9f17b1a74ae794d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60286972, jitterRate=-0.10165411233901978}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:58:54,886 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:54,887 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 57c88196f726a92bf9f17b1a74ae794d: Running coprocessor pre-open hook at 1731884334870Writing region info on filesystem at 1731884334870Initializing all the Stores at 1731884334870Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884334871 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884334871Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884334871Cleaning up temporary data from old regions at 1731884334882 (+11 ms)Running coprocessor post-open hooks at 1731884334886 (+4 ms)Region opened successfully at 1731884334887 (+1 ms) 2024-11-17T22:58:54,887 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., pid=148, masterSystemTime=1731884334866 2024-11-17T22:58:54,889 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,889 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:54,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:54,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:58:54,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-17T22:58:54,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 in 180 msec 2024-11-17T22:58:54,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-17T22:58:54,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, ASSIGN in 337 msec 2024-11-17T22:58:54,895 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:58:54,895 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884334895"}]},"ts":"1731884334895"} 2024-11-17T22:58:54,897 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T22:58:54,897 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:58:54,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-17T22:58:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-17T22:58:55,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:55,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:55,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:55,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:55,903 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dbc9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:55,904 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766ee578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:55,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:55,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:55,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:58:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,34399,1731884181315 2024-11-17T22:58:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e8b82df 2024-11-17T22:58:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:58:55,908 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:58:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T22:58:55,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:58:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T22:58:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742369_1545 (size=1097) 2024-11-17T22:58:56,323 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-17T22:58:56,323 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-17T22:58:56,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:58:56,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, REOPEN/MOVE}] 2024-11-17T22:58:56,329 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, REOPEN/MOVE 2024-11-17T22:58:56,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, REOPEN/MOVE because future has completed 2024-11-17T22:58:56,331 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:58:56,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:58:56,483 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,483 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:58:56,483 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 57c88196f726a92bf9f17b1a74ae794d, disabling compactions & flushes 2024-11-17T22:58:56,483 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,483 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,483 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. after waiting 0 ms 2024-11-17T22:58:56,483 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,486 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:58:56,487 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,487 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 57c88196f726a92bf9f17b1a74ae794d: Waiting for close lock at 1731884336483Running coprocessor pre-close hooks at 1731884336483Disabling compacts and flushes for region at 1731884336483Disabling writes for close at 1731884336483Writing region close event to WAL at 1731884336483Running coprocessor post-close hooks at 1731884336487 (+4 ms)Closed at 1731884336487 2024-11-17T22:58:56,487 WARN [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 57c88196f726a92bf9f17b1a74ae794d to self. 2024-11-17T22:58:56,489 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=CLOSED 2024-11-17T22:58:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:58:56,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-17T22:58:56,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 in 161 msec 2024-11-17T22:58:56,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, REOPEN/MOVE; state=CLOSED, location=1a6e40b21a48,41723,1731884181900; forceNewPlan=false, retain=true 2024-11-17T22:58:56,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=OPENING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, REOPEN/MOVE because future has completed 2024-11-17T22:58:56,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:58:56,801 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,801 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:58:56,802 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,802 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:58:56,802 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,802 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,803 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,804 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:56,804 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c88196f726a92bf9f17b1a74ae794d columnFamilyName A 2024-11-17T22:58:56,805 DEBUG [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:56,806 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(327): Store=57c88196f726a92bf9f17b1a74ae794d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:56,806 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,806 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:56,807 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c88196f726a92bf9f17b1a74ae794d columnFamilyName B 2024-11-17T22:58:56,807 DEBUG [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:56,807 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(327): Store=57c88196f726a92bf9f17b1a74ae794d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:56,807 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,808 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-17T22:58:56,808 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c88196f726a92bf9f17b1a74ae794d columnFamilyName C 2024-11-17T22:58:56,808 DEBUG [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:56,808 INFO [StoreOpener-57c88196f726a92bf9f17b1a74ae794d-1 {}] regionserver.HStore(327): Store=57c88196f726a92bf9f17b1a74ae794d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:58:56,808 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,808 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,809 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,810 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,811 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,811 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,812 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T22:58:56,813 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,814 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 57c88196f726a92bf9f17b1a74ae794d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73186207, jitterRate=0.0905594676733017}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T22:58:56,814 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,814 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 57c88196f726a92bf9f17b1a74ae794d: Running coprocessor pre-open hook at 1731884336802Writing region info on filesystem at 1731884336802Initializing all the Stores at 1731884336803 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884336803Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884336803Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884336803Cleaning up temporary data from old regions at 1731884336811 (+8 ms)Running coprocessor post-open hooks at 1731884336814 (+3 ms)Region opened successfully at 1731884336814 2024-11-17T22:58:56,815 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., pid=153, masterSystemTime=1731884336798 2024-11-17T22:58:56,816 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,816 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:56,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:58:56,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-17T22:58:56,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 in 171 msec 2024-11-17T22:58:56,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-17T22:58:56,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, REOPEN/MOVE in 492 msec 2024-11-17T22:58:56,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-17T22:58:56,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-17T22:58:56,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 914 msec 2024-11-17T22:58:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-17T22:58:56,826 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:58:56,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,828 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a58243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,829 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae635fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,830 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7218d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231ec3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f7bd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,834 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f6641b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,836 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510d4c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73da5f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3054ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d13a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,841 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecc4c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,842 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a013687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,844 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190b125f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,845 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365fc202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6346e213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387b0659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,850 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee472b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,852 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f099313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,34399,-1 for getting cluster id 2024-11-17T22:58:56,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:58:56,855 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '723f5a16-89b6-4cc6-917f-11dd0b26542d' 2024-11-17T22:58:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:58:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "723f5a16-89b6-4cc6-917f-11dd0b26542d" 2024-11-17T22:58:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691645a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,34399,-1] 2024-11-17T22:58:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:58:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:58:56,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:58:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cb2114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:58:56,858 DEBUG [Thread-2447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,858 DEBUG [Thread-2441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,858 DEBUG [Thread-2445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,858 DEBUG [Thread-2438 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,859 DEBUG [Thread-2430 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,859 DEBUG [Thread-2449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:58:56,859 DEBUG [Thread-2432 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,860 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,860 DEBUG [Thread-2449 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,860 DEBUG [Thread-2430 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,860 DEBUG [Thread-2430 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,860 DEBUG [Thread-2449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,861 DEBUG [Thread-2443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,861 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:58:56,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41723,1731884181900, seqNum=-1] 2024-11-17T22:58:56,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:58:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:58:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-17T22:58:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,866 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:58:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:58:56,866 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:58:56,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:58:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5] 2024-11-17T22:58:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:56,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:58:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:58:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:58:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:58:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:58:56,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174430b0d37d6e45e3ad56dc999dc604b5_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884336870/Put/seqid=0 2024-11-17T22:58:56,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884396891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884396895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:56,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884336889, max timestamp=1731884336896Num uniques 859; 2024-11-17T22:58:56,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:56,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884336889, max timestamp=1731884336896Num uniques 859; 2024-11-17T22:58:56,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:58:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742370_1546 (size=17034) 2024-11-17T22:58:56,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731884336889, max timestamp=1731884336896Num uniques 859; 2024-11-17T22:58:56,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-17T22:58:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884396921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:56,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884396922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884396922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:58:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884397000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884397010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884397031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884397031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884397031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:58:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884397211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884397220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884397240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884397240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884397240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,303 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:57,306 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174430b0d37d6e45e3ad56dc999dc604b5_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174430b0d37d6e45e3ad56dc999dc604b5_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:57,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/9b4a70bedd6f4e79b70fce1b3363cd23, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:58:57,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/9b4a70bedd6f4e79b70fce1b3363cd23 is 175, key is test_row_0/A:col10/1731884336870/Put/seqid=0 2024-11-17T22:58:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742371_1547 (size=48139) 2024-11-17T22:58:57,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:58:57,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884397520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884397530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884397550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884397550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884397550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:57,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/9b4a70bedd6f4e79b70fce1b3363cd23 2024-11-17T22:58:57,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/dce14702a98949bf9b19336b1e4a1332 is 50, key is test_row_0/B:col10/1731884336870/Put/seqid=0 2024-11-17T22:58:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742372_1548 (size=12001) 2024-11-17T22:58:57,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:57,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:58:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884398030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:58,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884398040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:58,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:58,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884398060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:58,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884398060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884398061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:58,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/dce14702a98949bf9b19336b1e4a1332 2024-11-17T22:58:58,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/52815277a4614d7b91e643242d2537b4 is 50, key is test_row_0/C:col10/1731884336870/Put/seqid=0 2024-11-17T22:58:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742373_1549 (size=12001) 2024-11-17T22:58:58,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:58,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:58:58,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:58:58,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/52815277a4614d7b91e643242d2537b4 2024-11-17T22:58:58,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/9b4a70bedd6f4e79b70fce1b3363cd23 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23 2024-11-17T22:58:58,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23, entries=250, sequenceid=15, filesize=47.0 K 2024-11-17T22:58:58,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/dce14702a98949bf9b19336b1e4a1332 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/dce14702a98949bf9b19336b1e4a1332 2024-11-17T22:58:58,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/dce14702a98949bf9b19336b1e4a1332, entries=150, sequenceid=15, filesize=11.7 K 2024-11-17T22:58:58,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/52815277a4614d7b91e643242d2537b4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/52815277a4614d7b91e643242d2537b4 2024-11-17T22:58:58,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/52815277a4614d7b91e643242d2537b4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-17T22:58:58,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 57c88196f726a92bf9f17b1a74ae794d in 1698ms, sequenceid=15, compaction requested=false 2024-11-17T22:58:58,568 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T22:58:58,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:58:58,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-17T22:58:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:58,702 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-11-17T22:58:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:58:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:58:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:58:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:58:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117424fb4a465814c2e946955ba8319012c_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884336921/Put/seqid=0 2024-11-17T22:58:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742374_1550 (size=12154) 2024-11-17T22:58:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:58:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:58:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884399070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884399071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,074 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884399071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,076 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884399071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884399080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,083 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:58:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:58:59,113 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117424fb4a465814c2e946955ba8319012c_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117424fb4a465814c2e946955ba8319012c_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:58:59,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d8add0fc354b3fb351b9abfb8f0e20, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:58:59,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d8add0fc354b3fb351b9abfb8f0e20 is 175, key is test_row_0/A:col10/1731884336921/Put/seqid=0 2024-11-17T22:58:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742375_1551 (size=30955) 2024-11-17T22:58:59,117 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d8add0fc354b3fb351b9abfb8f0e20 2024-11-17T22:58:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/d85aabaa2f404da090a6e7ee611e4ab8 is 50, key is test_row_0/B:col10/1731884336921/Put/seqid=0 2024-11-17T22:58:59,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742376_1552 (size=12001) 2024-11-17T22:58:59,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884399180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884399181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884399390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884399390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,537 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/d85aabaa2f404da090a6e7ee611e4ab8 2024-11-17T22:58:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/0da7a0922f22418386727c580ddcfcdb is 50, key is test_row_0/C:col10/1731884336921/Put/seqid=0 2024-11-17T22:58:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742377_1553 (size=12001) 2024-11-17T22:58:59,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884399701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:58:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884399701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:58:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:58:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:58:59,945 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/0da7a0922f22418386727c580ddcfcdb 2024-11-17T22:58:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d8add0fc354b3fb351b9abfb8f0e20 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20 2024-11-17T22:58:59,951 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20, entries=150, sequenceid=51, filesize=30.2 K 2024-11-17T22:58:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/d85aabaa2f404da090a6e7ee611e4ab8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/d85aabaa2f404da090a6e7ee611e4ab8 2024-11-17T22:58:59,954 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/d85aabaa2f404da090a6e7ee611e4ab8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-17T22:58:59,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/0da7a0922f22418386727c580ddcfcdb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0da7a0922f22418386727c580ddcfcdb 2024-11-17T22:58:59,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0da7a0922f22418386727c580ddcfcdb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-17T22:58:59,958 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for 57c88196f726a92bf9f17b1a74ae794d in 1257ms, sequenceid=51, compaction requested=false 2024-11-17T22:58:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:58:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:58:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-17T22:58:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-17T22:58:59,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-17T22:58:59,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0930 sec 2024-11-17T22:58:59,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.1020 sec 2024-11-17T22:59:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:00,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:59:00,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:00,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:00,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:00,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:00,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:00,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:00,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177caefb8280f44ad8b835f100345af6db_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742378_1554 (size=14594) 2024-11-17T22:59:00,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:00,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177caefb8280f44ad8b835f100345af6db_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177caefb8280f44ad8b835f100345af6db_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:00,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/c8b031d84bca44658757e3408cce3686, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:00,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/c8b031d84bca44658757e3408cce3686 is 175, key is test_row_0/A:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742379_1555 (size=39549) 2024-11-17T22:59:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884400252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884400253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884400360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884400360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884400571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884400571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,638 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/c8b031d84bca44658757e3408cce3686 2024-11-17T22:59:00,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/ed3bd0f20a5a470e8a79a49aaf132cc9 is 50, key is test_row_0/B:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:00,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742380_1556 (size=12001) 2024-11-17T22:59:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884400880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:00,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884400880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:00,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:00,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:00,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-17T22:59:01,020 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:59:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-17T22:59:01,022 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:59:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-17T22:59:01,023 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:59:01,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:59:01,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/ed3bd0f20a5a470e8a79a49aaf132cc9 2024-11-17T22:59:01,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/6799ec605473425ebdfdef7a6a28e8d6 is 50, key is test_row_0/C:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742381_1557 (size=12001) 2024-11-17T22:59:01,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884401091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:01,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884401091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:01,094 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:01,094 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884401100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:01,105 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-17T22:59:01,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-17T22:59:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:01,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-17T22:59:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-17T22:59:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884401390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884401390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:01,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/6799ec605473425ebdfdef7a6a28e8d6 2024-11-17T22:59:01,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/c8b031d84bca44658757e3408cce3686 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686 2024-11-17T22:59:01,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686, entries=200, sequenceid=64, filesize=38.6 K 2024-11-17T22:59:01,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/ed3bd0f20a5a470e8a79a49aaf132cc9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/ed3bd0f20a5a470e8a79a49aaf132cc9 2024-11-17T22:59:01,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/ed3bd0f20a5a470e8a79a49aaf132cc9, entries=150, sequenceid=64, filesize=11.7 K 2024-11-17T22:59:01,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/6799ec605473425ebdfdef7a6a28e8d6 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6799ec605473425ebdfdef7a6a28e8d6 2024-11-17T22:59:01,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6799ec605473425ebdfdef7a6a28e8d6, entries=150, sequenceid=64, filesize=11.7 K 2024-11-17T22:59:01,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 57c88196f726a92bf9f17b1a74ae794d in 1254ms, sequenceid=64, compaction requested=true 2024-11-17T22:59:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:01,468 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:01,468 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:01,468 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:01,468 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:01,468 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:01,468 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:01,468 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,468 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/dce14702a98949bf9b19336b1e4a1332, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/d85aabaa2f404da090a6e7ee611e4ab8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/ed3bd0f20a5a470e8a79a49aaf132cc9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=35.2 K 2024-11-17T22:59:01,469 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,469 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=115.9 K 2024-11-17T22:59:01,469 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686] 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting dce14702a98949bf9b19336b1e4a1332, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731884336863 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b4a70bedd6f4e79b70fce1b3363cd23, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731884336863 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d85aabaa2f404da090a6e7ee611e4ab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731884336917 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24d8add0fc354b3fb351b9abfb8f0e20, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731884336917 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ed3bd0f20a5a470e8a79a49aaf132cc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731884339062 2024-11-17T22:59:01,469 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b031d84bca44658757e3408cce3686, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731884339062 2024-11-17T22:59:01,473 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:01,474 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:01,474 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/df28e468a23f404ab337850aec8b9f6a is 50, key is test_row_0/B:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:01,478 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117449f756934424107b21920c2d5f7e44a_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:01,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,480 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:01,480 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117449f756934424107b21920c2d5f7e44a_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:01,480 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117449f756934424107b21920c2d5f7e44a_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:01,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742382_1558 (size=12104) 2024-11-17T22:59:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742383_1559 (size=4469) 2024-11-17T22:59:01,486 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/df28e468a23f404ab337850aec8b9f6a as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/df28e468a23f404ab337850aec8b9f6a 2024-11-17T22:59:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170b4a970f84364cf18acd3080eeb8c41e_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884340252/Put/seqid=0 2024-11-17T22:59:01,490 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#478 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:01,490 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/109a2e24133a4ab8b33f834e2a593151 is 175, key is test_row_0/A:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:01,491 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into df28e468a23f404ab337850aec8b9f6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:01,491 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:01,491 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884341467; duration=0sec 2024-11-17T22:59:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742384_1560 (size=12154) 2024-11-17T22:59:01,491 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:01,491 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:01,491 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:01,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:01,492 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:01,492 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:01,492 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:01,492 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/52815277a4614d7b91e643242d2537b4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0da7a0922f22418386727c580ddcfcdb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6799ec605473425ebdfdef7a6a28e8d6] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=35.2 K 2024-11-17T22:59:01,493 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 52815277a4614d7b91e643242d2537b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731884336863 2024-11-17T22:59:01,493 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0da7a0922f22418386727c580ddcfcdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731884336917 2024-11-17T22:59:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742385_1561 (size=31058) 2024-11-17T22:59:01,494 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6799ec605473425ebdfdef7a6a28e8d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731884339062 2024-11-17T22:59:01,496 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170b4a970f84364cf18acd3080eeb8c41e_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170b4a970f84364cf18acd3080eeb8c41e_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fb0679f5c9bd4e2eb341886fba43267f, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:01,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fb0679f5c9bd4e2eb341886fba43267f is 175, key is test_row_0/A:col10/1731884340252/Put/seqid=0 2024-11-17T22:59:01,502 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/109a2e24133a4ab8b33f834e2a593151 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/109a2e24133a4ab8b33f834e2a593151 2024-11-17T22:59:01,505 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:01,505 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/f69c5e56da7d47948c3af6f73cb5f0bf is 50, key is test_row_0/C:col10/1731884340212/Put/seqid=0 2024-11-17T22:59:01,507 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into 109a2e24133a4ab8b33f834e2a593151(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:01,507 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:01,507 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884341467; duration=0sec 2024-11-17T22:59:01,507 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:01,507 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742387_1563 (size=12104) 2024-11-17T22:59:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742386_1562 (size=30955) 2024-11-17T22:59:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-17T22:59:01,914 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/f69c5e56da7d47948c3af6f73cb5f0bf as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/f69c5e56da7d47948c3af6f73cb5f0bf 2024-11-17T22:59:01,918 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into f69c5e56da7d47948c3af6f73cb5f0bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:01,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:01,918 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884341468; duration=0sec 2024-11-17T22:59:01,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:01,918 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:01,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fb0679f5c9bd4e2eb341886fba43267f 2024-11-17T22:59:01,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/e7bb7bb3062e4f2098666ecd47b5fb02 is 50, key is test_row_0/B:col10/1731884340252/Put/seqid=0 2024-11-17T22:59:01,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742388_1564 (size=12001) 2024-11-17T22:59:01,935 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/e7bb7bb3062e4f2098666ecd47b5fb02 2024-11-17T22:59:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/2847ca047a5541208d4910821ec8abfd is 50, key is test_row_0/C:col10/1731884340252/Put/seqid=0 2024-11-17T22:59:01,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742389_1565 (size=12001) 2024-11-17T22:59:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-17T22:59:02,344 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/2847ca047a5541208d4910821ec8abfd 2024-11-17T22:59:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fb0679f5c9bd4e2eb341886fba43267f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f 2024-11-17T22:59:02,350 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f, entries=150, sequenceid=83, filesize=30.2 K 2024-11-17T22:59:02,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/e7bb7bb3062e4f2098666ecd47b5fb02 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/e7bb7bb3062e4f2098666ecd47b5fb02 2024-11-17T22:59:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,353 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/e7bb7bb3062e4f2098666ecd47b5fb02, entries=150, sequenceid=83, filesize=11.7 K 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/2847ca047a5541208d4910821ec8abfd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2847ca047a5541208d4910821ec8abfd 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2847ca047a5541208d4910821ec8abfd, entries=150, sequenceid=83, filesize=11.7 K 2024-11-17T22:59:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 57c88196f726a92bf9f17b1a74ae794d in 877ms, sequenceid=83, compaction requested=false 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-17T22:59:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3360 sec 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.3400 sec 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:02,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:59:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:02,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a3ae20cc33854689bc00c13af5f12468_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742390_1566 (size=12154) 2024-11-17T22:59:02,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884402497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:02,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884342470, max timestamp=1731884342501Num uniques 859; 2024-11-17T22:59:02,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884342470, max timestamp=1731884342501Num uniques 859; 2024-11-17T22:59:02,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884342470, max timestamp=1731884342501Num uniques 859; 2024-11-17T22:59:02,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:02,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:02,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884402576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:02,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884402610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:02,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884402691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884402820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:02,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:02,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a3ae20cc33854689bc00c13af5f12468_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a3ae20cc33854689bc00c13af5f12468_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:02,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/e6a09fd4fe8d41a5a8803edcf0a084e8, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:02,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/e6a09fd4fe8d41a5a8803edcf0a084e8 is 175, key is test_row_0/A:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:02,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742391_1567 (size=30955) 2024-11-17T22:59:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884402900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:03,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884403130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-17T22:59:03,171 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:03,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:59:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-17T22:59:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:03,173 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:59:03,173 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:59:03,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:59:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884403210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:03,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/e6a09fd4fe8d41a5a8803edcf0a084e8 2024-11-17T22:59:03,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/c05f603f6f9c47f9b8f70cc4831e1e40 is 50, key is test_row_0/B:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:03,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742392_1568 (size=12001) 2024-11-17T22:59:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:03,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-17T22:59:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-17T22:59:03,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:03,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-17T22:59:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884403640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:03,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/c05f603f6f9c47f9b8f70cc4831e1e40 2024-11-17T22:59:03,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/2bb6f9e5311048e990c10b9078dcd6d7 is 50, key is test_row_0/C:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742393_1569 (size=12001) 2024-11-17T22:59:03,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884403720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:03,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-17T22:59:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:03,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-17T22:59:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:03,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:04,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/2bb6f9e5311048e990c10b9078dcd6d7 2024-11-17T22:59:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/e6a09fd4fe8d41a5a8803edcf0a084e8 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8 2024-11-17T22:59:04,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8, entries=150, sequenceid=97, filesize=30.2 K 2024-11-17T22:59:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/c05f603f6f9c47f9b8f70cc4831e1e40 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c05f603f6f9c47f9b8f70cc4831e1e40 2024-11-17T22:59:04,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c05f603f6f9c47f9b8f70cc4831e1e40, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T22:59:04,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/2bb6f9e5311048e990c10b9078dcd6d7 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2bb6f9e5311048e990c10b9078dcd6d7 2024-11-17T22:59:04,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2bb6f9e5311048e990c10b9078dcd6d7, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T22:59:04,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 57c88196f726a92bf9f17b1a74ae794d in 1651ms, sequenceid=97, compaction requested=true 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:04,087 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:04,087 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:04,088 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:04,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-17T22:59:04,088 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:04,088 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:04,088 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/df28e468a23f404ab337850aec8b9f6a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/e7bb7bb3062e4f2098666ecd47b5fb02, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c05f603f6f9c47f9b8f70cc4831e1e40] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=35.3 K 2024-11-17T22:59:04,088 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-17T22:59:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:04,089 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:04,089 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:04,089 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:04,089 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/109a2e24133a4ab8b33f834e2a593151, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=90.8 K 2024-11-17T22:59:04,089 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting df28e468a23f404ab337850aec8b9f6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731884339062 2024-11-17T22:59:04,089 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:04,089 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/109a2e24133a4ab8b33f834e2a593151, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8] 2024-11-17T22:59:04,089 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting e7bb7bb3062e4f2098666ecd47b5fb02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731884340238 2024-11-17T22:59:04,089 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 109a2e24133a4ab8b33f834e2a593151, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731884339062 2024-11-17T22:59:04,090 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c05f603f6f9c47f9b8f70cc4831e1e40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884342430 2024-11-17T22:59:04,090 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb0679f5c9bd4e2eb341886fba43267f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731884340238 2024-11-17T22:59:04,090 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6a09fd4fe8d41a5a8803edcf0a084e8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884342430 2024-11-17T22:59:04,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174a481c8f0ffd46e4a5caa1203774d79d_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884342575/Put/seqid=0 2024-11-17T22:59:04,096 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:04,099 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:04,099 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/2abde5fa16604c1992147452a3fe95b4 is 50, key is test_row_0/B:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:04,101 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411171f9c2b6414ef479a95a33d49a3d528c9_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:04,103 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411171f9c2b6414ef479a95a33d49a3d528c9_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:04,103 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171f9c2b6414ef479a95a33d49a3d528c9_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742394_1570 (size=12304) 2024-11-17T22:59:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742395_1571 (size=12207) 2024-11-17T22:59:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:04,107 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174a481c8f0ffd46e4a5caa1203774d79d_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174a481c8f0ffd46e4a5caa1203774d79d_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/8df1f52b751249288ba7256879145b14, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/8df1f52b751249288ba7256879145b14 is 175, key is test_row_0/A:col10/1731884342575/Put/seqid=0 2024-11-17T22:59:04,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742396_1572 (size=4469) 2024-11-17T22:59:04,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742397_1573 (size=31105) 2024-11-17T22:59:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:04,509 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/2abde5fa16604c1992147452a3fe95b4 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/2abde5fa16604c1992147452a3fe95b4 2024-11-17T22:59:04,515 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:04,515 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/8df1f52b751249288ba7256879145b14 2024-11-17T22:59:04,516 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/7e0da83e938549fa9fb373db676777e2 is 175, key is test_row_0/A:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:04,518 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into 2abde5fa16604c1992147452a3fe95b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:04,518 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:04,518 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884344087; duration=0sec 2024-11-17T22:59:04,518 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:04,518 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:04,518 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:04,519 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:04,519 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:04,519 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:04,519 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/f69c5e56da7d47948c3af6f73cb5f0bf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2847ca047a5541208d4910821ec8abfd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2bb6f9e5311048e990c10b9078dcd6d7] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=35.3 K 2024-11-17T22:59:04,520 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f69c5e56da7d47948c3af6f73cb5f0bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731884339062 2024-11-17T22:59:04,520 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2847ca047a5541208d4910821ec8abfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731884340238 2024-11-17T22:59:04,521 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bb6f9e5311048e990c10b9078dcd6d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884342430 2024-11-17T22:59:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742398_1574 (size=31161) 2024-11-17T22:59:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/c35ed354d8574b4094b453df7f78f8dd is 50, key is test_row_0/B:col10/1731884342575/Put/seqid=0 2024-11-17T22:59:04,531 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/7e0da83e938549fa9fb373db676777e2 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7e0da83e938549fa9fb373db676777e2 2024-11-17T22:59:04,532 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:04,532 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/cff0464dbcc64f19a188995fd2b2bb21 is 50, key is test_row_0/C:col10/1731884342430/Put/seqid=0 2024-11-17T22:59:04,538 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into 7e0da83e938549fa9fb373db676777e2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:04,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:04,538 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884344087; duration=0sec 2024-11-17T22:59:04,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:04,538 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742400_1576 (size=12207) 2024-11-17T22:59:04,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742399_1575 (size=12151) 2024-11-17T22:59:04,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:04,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884404689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:04,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884404740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:04,745 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_2' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884404800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:04,950 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/cff0464dbcc64f19a188995fd2b2bb21 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/cff0464dbcc64f19a188995fd2b2bb21 2024-11-17T22:59:04,953 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into cff0464dbcc64f19a188995fd2b2bb21(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:04,953 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:04,953 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884344087; duration=0sec 2024-11-17T22:59:04,953 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:04,953 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:04,954 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/c35ed354d8574b4094b453df7f78f8dd 2024-11-17T22:59:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/25e415ae4ffa4c8a88d7e7a04abdba1c is 50, key is test_row_0/C:col10/1731884342575/Put/seqid=0 2024-11-17T22:59:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742401_1577 (size=12151) 2024-11-17T22:59:05,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884405010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884405110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:05,113 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884405120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:05,123 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884405121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:05,124 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:05,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884405320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:05,363 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/25e415ae4ffa4c8a88d7e7a04abdba1c 2024-11-17T22:59:05,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/8df1f52b751249288ba7256879145b14 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14 2024-11-17T22:59:05,369 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14, entries=150, sequenceid=133, filesize=30.4 K 2024-11-17T22:59:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/c35ed354d8574b4094b453df7f78f8dd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c35ed354d8574b4094b453df7f78f8dd 2024-11-17T22:59:05,372 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c35ed354d8574b4094b453df7f78f8dd, entries=150, sequenceid=133, filesize=11.9 K 2024-11-17T22:59:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/25e415ae4ffa4c8a88d7e7a04abdba1c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/25e415ae4ffa4c8a88d7e7a04abdba1c 2024-11-17T22:59:05,376 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/25e415ae4ffa4c8a88d7e7a04abdba1c, entries=150, sequenceid=133, filesize=11.9 K 2024-11-17T22:59:05,376 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 57c88196f726a92bf9f17b1a74ae794d in 1288ms, sequenceid=133, compaction requested=false 2024-11-17T22:59:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-17T22:59:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-17T22:59:05,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-17T22:59:05,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2050 sec 2024-11-17T22:59:05,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.2090 sec 2024-11-17T22:59:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:05,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:59:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:05,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d316ca1ec38e4836b137eb0234828ba7_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742402_1578 (size=14794) 2024-11-17T22:59:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884405909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884406020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884406230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:06,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d316ca1ec38e4836b137eb0234828ba7_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d316ca1ec38e4836b137eb0234828ba7_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:06,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/bb36aad3df924e0fbadd82a0c77a0246, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:06,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/bb36aad3df924e0fbadd82a0c77a0246 is 175, key is test_row_0/A:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742403_1579 (size=39749) 2024-11-17T22:59:06,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/bb36aad3df924e0fbadd82a0c77a0246 2024-11-17T22:59:06,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a62a108bcff048408a69c1f2f095eac3 is 50, key is test_row_0/B:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:06,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742404_1580 (size=12151) 2024-11-17T22:59:06,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a62a108bcff048408a69c1f2f095eac3 2024-11-17T22:59:06,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/430f68e7c261412dbd8e2a208230e54d is 50, key is test_row_0/C:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:06,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742405_1581 (size=12151) 2024-11-17T22:59:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884406540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:06,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/430f68e7c261412dbd8e2a208230e54d 2024-11-17T22:59:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/bb36aad3df924e0fbadd82a0c77a0246 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246 2024-11-17T22:59:06,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246, entries=200, sequenceid=148, filesize=38.8 K 2024-11-17T22:59:06,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a62a108bcff048408a69c1f2f095eac3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a62a108bcff048408a69c1f2f095eac3 2024-11-17T22:59:06,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a62a108bcff048408a69c1f2f095eac3, entries=150, sequenceid=148, filesize=11.9 K 2024-11-17T22:59:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/430f68e7c261412dbd8e2a208230e54d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/430f68e7c261412dbd8e2a208230e54d 2024-11-17T22:59:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/430f68e7c261412dbd8e2a208230e54d, entries=150, sequenceid=148, filesize=11.9 K 2024-11-17T22:59:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 57c88196f726a92bf9f17b1a74ae794d in 874ms, sequenceid=148, compaction requested=true 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:06,707 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:06,707 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,708 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:06,708 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:06,708 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,708 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:06,708 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:06,708 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:06,708 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/2abde5fa16604c1992147452a3fe95b4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c35ed354d8574b4094b453df7f78f8dd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a62a108bcff048408a69c1f2f095eac3] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=35.7 K 2024-11-17T22:59:06,708 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7e0da83e938549fa9fb373db676777e2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=99.6 K 2024-11-17T22:59:06,708 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:06,708 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7e0da83e938549fa9fb373db676777e2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246] 2024-11-17T22:59:06,709 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 2abde5fa16604c1992147452a3fe95b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884342430 2024-11-17T22:59:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,709 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e0da83e938549fa9fb373db676777e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884342430 2024-11-17T22:59:06,709 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c35ed354d8574b4094b453df7f78f8dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731884342566 2024-11-17T22:59:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,709 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8df1f52b751249288ba7256879145b14, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731884342566 2024-11-17T22:59:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,709 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a62a108bcff048408a69c1f2f095eac3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731884344676 2024-11-17T22:59:06,709 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb36aad3df924e0fbadd82a0c77a0246, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731884344676 2024-11-17T22:59:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,713 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,714 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,714 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a267d31f209d42da8d1d020198d2afae is 50, key is test_row_0/B:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,715 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117e48d31e82ab242e5a84005c7d5baedde_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,716 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117e48d31e82ab242e5a84005c7d5baedde_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:06,717 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e48d31e82ab242e5a84005c7d5baedde_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742406_1582 (size=12459) 2024-11-17T22:59:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742407_1583 (size=4469) 2024-11-17T22:59:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:06,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-17T22:59:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117efed2dea66424c50b541ad0fc69e675a_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_1/A:col10/1731884345907/Put/seqid=0 2024-11-17T22:59:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742408_1584 (size=12304) 2024-11-17T22:59:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884406827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884406940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:07,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884407050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:07,121 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a267d31f209d42da8d1d020198d2afae as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a267d31f209d42da8d1d020198d2afae 2024-11-17T22:59:07,123 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#496 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:07,123 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/7d1a3b0d2a8741d99d4d9ccffd2963b1 is 175, key is test_row_0/A:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:07,124 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into a267d31f209d42da8d1d020198d2afae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:07,124 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:07,124 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884346707; duration=0sec 2024-11-17T22:59:07,124 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:07,124 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:07,124 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:07,133 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:07,133 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:07,133 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,133 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/cff0464dbcc64f19a188995fd2b2bb21, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/25e415ae4ffa4c8a88d7e7a04abdba1c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/430f68e7c261412dbd8e2a208230e54d] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=35.7 K 2024-11-17T22:59:07,134 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting cff0464dbcc64f19a188995fd2b2bb21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731884342430 2024-11-17T22:59:07,134 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e415ae4ffa4c8a88d7e7a04abdba1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731884342566 2024-11-17T22:59:07,134 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 430f68e7c261412dbd8e2a208230e54d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731884344676 2024-11-17T22:59:07,148 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:07,148 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/b80083798a994bce8efeee80a180a13c is 50, key is test_row_0/C:col10/1731884345831/Put/seqid=0 2024-11-17T22:59:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742409_1585 (size=31413) 2024-11-17T22:59:07,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742410_1586 (size=12459) 2024-11-17T22:59:07,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884407150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:07,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:07,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117efed2dea66424c50b541ad0fc69e675a_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117efed2dea66424c50b541ad0fc69e675a_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:07,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/0a58f965a2c84a4098743c0fea00727e, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:07,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/0a58f965a2c84a4098743c0fea00727e is 175, key is test_row_1/A:col10/1731884345907/Put/seqid=0 2024-11-17T22:59:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742411_1587 (size=31101) 2024-11-17T22:59:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-17T22:59:07,341 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:07,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:59:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-17T22:59:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:07,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:59:07,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:59:07,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:59:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:07,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884407461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:07,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,551 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/7d1a3b0d2a8741d99d4d9ccffd2963b1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7d1a3b0d2a8741d99d4d9ccffd2963b1 2024-11-17T22:59:07,555 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into 7d1a3b0d2a8741d99d4d9ccffd2963b1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:07,555 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:07,555 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884346707; duration=0sec 2024-11-17T22:59:07,555 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:07,555 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:07,555 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/b80083798a994bce8efeee80a180a13c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b80083798a994bce8efeee80a180a13c 2024-11-17T22:59:07,559 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into b80083798a994bce8efeee80a180a13c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:07,559 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:07,559 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884346707; duration=0sec 2024-11-17T22:59:07,559 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:07,559 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:07,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/0a58f965a2c84a4098743c0fea00727e 2024-11-17T22:59:07,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/6c7ae53f713940a48e6128c0f14fc9fd is 50, key is test_row_1/B:col10/1731884345907/Put/seqid=0 2024-11-17T22:59:07,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742412_1588 (size=9757) 2024-11-17T22:59:07,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:07,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:07,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:07,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884407970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:07,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/6c7ae53f713940a48e6128c0f14fc9fd 2024-11-17T22:59:08,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/d2ec89f428e94de4bf27cd992ae37362 is 50, key is test_row_1/C:col10/1731884345907/Put/seqid=0 2024-11-17T22:59:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742413_1589 (size=9757) 2024-11-17T22:59:08,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/d2ec89f428e94de4bf27cd992ae37362 2024-11-17T22:59:08,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/0a58f965a2c84a4098743c0fea00727e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e 2024-11-17T22:59:08,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e, entries=150, sequenceid=169, filesize=30.4 K 2024-11-17T22:59:08,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/6c7ae53f713940a48e6128c0f14fc9fd as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/6c7ae53f713940a48e6128c0f14fc9fd 2024-11-17T22:59:08,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/6c7ae53f713940a48e6128c0f14fc9fd, entries=100, sequenceid=169, filesize=9.5 K 2024-11-17T22:59:08,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/d2ec89f428e94de4bf27cd992ae37362 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/d2ec89f428e94de4bf27cd992ae37362 2024-11-17T22:59:08,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/d2ec89f428e94de4bf27cd992ae37362, entries=100, sequenceid=169, filesize=9.5 K 2024-11-17T22:59:08,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 57c88196f726a92bf9f17b1a74ae794d in 1247ms, sequenceid=169, compaction requested=false 2024-11-17T22:59:08,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:08,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-17T22:59:08,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:08,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:08,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:08,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:08,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:08,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:08,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178d7fdc44bee04196bcb5e2005b8654d8_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742414_1590 (size=14794) 2024-11-17T22:59:08,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884408139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884408250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:08,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:08,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:08,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:08,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884408460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:08,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:08,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178d7fdc44bee04196bcb5e2005b8654d8_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178d7fdc44bee04196bcb5e2005b8654d8_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:08,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/09e33e77e2d64f839f7553374ddf9ccb, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:08,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/09e33e77e2d64f839f7553374ddf9ccb is 175, key is test_row_0/A:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742415_1591 (size=39749) 2024-11-17T22:59:08,482 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/09e33e77e2d64f839f7553374ddf9ccb 2024-11-17T22:59:08,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/3f81cf491ff548a9b05938d08c7d056e is 50, key is test_row_0/B:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:08,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742416_1592 (size=12151) 2024-11-17T22:59:08,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884408770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:08,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:08,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:08,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/3f81cf491ff548a9b05938d08c7d056e 2024-11-17T22:59:08,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/1bd4c55d1ccf4236b06a02b644722183 is 50, key is test_row_0/C:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742417_1593 (size=12151) 2024-11-17T22:59:08,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884408980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:08,982 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:08,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:08,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:09,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:09,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:09,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884409280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:09,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/1bd4c55d1ccf4236b06a02b644722183 2024-11-17T22:59:09,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/09e33e77e2d64f839f7553374ddf9ccb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb 2024-11-17T22:59:09,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb, entries=200, sequenceid=184, filesize=38.8 K 2024-11-17T22:59:09,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/3f81cf491ff548a9b05938d08c7d056e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/3f81cf491ff548a9b05938d08c7d056e 2024-11-17T22:59:09,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/3f81cf491ff548a9b05938d08c7d056e, entries=150, sequenceid=184, filesize=11.9 K 2024-11-17T22:59:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/1bd4c55d1ccf4236b06a02b644722183 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/1bd4c55d1ccf4236b06a02b644722183 2024-11-17T22:59:09,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/1bd4c55d1ccf4236b06a02b644722183, entries=150, sequenceid=184, filesize=11.9 K 2024-11-17T22:59:09,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 57c88196f726a92bf9f17b1a74ae794d in 1257ms, sequenceid=184, compaction requested=true 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:09,319 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:09,319 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:09,320 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,320 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,320 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7d1a3b0d2a8741d99d4d9ccffd2963b1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=99.9 K 2024-11-17T22:59:09,320 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a267d31f209d42da8d1d020198d2afae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/6c7ae53f713940a48e6128c0f14fc9fd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/3f81cf491ff548a9b05938d08c7d056e] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=33.6 K 2024-11-17T22:59:09,320 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7d1a3b0d2a8741d99d4d9ccffd2963b1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb] 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a267d31f209d42da8d1d020198d2afae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731884344676 2024-11-17T22:59:09,320 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d1a3b0d2a8741d99d4d9ccffd2963b1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731884344676 2024-11-17T22:59:09,321 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7ae53f713940a48e6128c0f14fc9fd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731884345907 2024-11-17T22:59:09,321 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a58f965a2c84a4098743c0fea00727e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731884345904 2024-11-17T22:59:09,321 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f81cf491ff548a9b05938d08c7d056e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731884346820 2024-11-17T22:59:09,321 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09e33e77e2d64f839f7553374ddf9ccb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731884346800 2024-11-17T22:59:09,325 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:09,326 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:09,326 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/8320f85e413d4eac8b80d153402c4fe1 is 50, key is test_row_0/B:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:09,327 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411173b530d7ff90a410899e1938c3e75eebe_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:09,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-17T22:59:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,328 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-17T22:59:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:09,329 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411173b530d7ff90a410899e1938c3e75eebe_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:09,329 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173b530d7ff90a410899e1938c3e75eebe_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d012cbc711da433188441c53ef222bbb_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884348132/Put/seqid=0 2024-11-17T22:59:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742419_1595 (size=4469) 2024-11-17T22:59:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742418_1594 (size=12561) 2024-11-17T22:59:09,351 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#505 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:09,351 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/2f65ef7d534a4346b187a1cdff496ada is 175, key is test_row_0/A:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:09,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742420_1596 (size=12304) 2024-11-17T22:59:09,357 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/8320f85e413d4eac8b80d153402c4fe1 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/8320f85e413d4eac8b80d153402c4fe1 2024-11-17T22:59:09,362 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into 8320f85e413d4eac8b80d153402c4fe1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:09,362 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:09,362 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884349319; duration=0sec 2024-11-17T22:59:09,362 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:09,362 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:09,362 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:09,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742421_1597 (size=31515) 2024-11-17T22:59:09,364 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:09,364 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:09,364 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:09,364 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b80083798a994bce8efeee80a180a13c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/d2ec89f428e94de4bf27cd992ae37362, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/1bd4c55d1ccf4236b06a02b644722183] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=33.6 K 2024-11-17T22:59:09,365 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b80083798a994bce8efeee80a180a13c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731884344676 2024-11-17T22:59:09,365 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ec89f428e94de4bf27cd992ae37362, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731884345907 2024-11-17T22:59:09,365 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bd4c55d1ccf4236b06a02b644722183, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731884346820 2024-11-17T22:59:09,368 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/2f65ef7d534a4346b187a1cdff496ada as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/2f65ef7d534a4346b187a1cdff496ada 2024-11-17T22:59:09,373 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into 2f65ef7d534a4346b187a1cdff496ada(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:09,373 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:09,373 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884349319; duration=0sec 2024-11-17T22:59:09,373 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:09,373 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:09,373 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:09,374 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/04326ea9e6d640d1b9aef168a4ae984e is 50, key is test_row_0/C:col10/1731884346826/Put/seqid=0 2024-11-17T22:59:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742422_1598 (size=12561) 2024-11-17T22:59:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:09,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d012cbc711da433188441c53ef222bbb_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d012cbc711da433188441c53ef222bbb_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fd176a9a958645cc9521018f3b46ee10, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fd176a9a958645cc9521018f3b46ee10 is 175, key is test_row_0/A:col10/1731884348132/Put/seqid=0 2024-11-17T22:59:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742423_1599 (size=31105) 2024-11-17T22:59:09,779 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/04326ea9e6d640d1b9aef168a4ae984e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/04326ea9e6d640d1b9aef168a4ae984e 2024-11-17T22:59:09,783 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into 04326ea9e6d640d1b9aef168a4ae984e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:09,783 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:09,783 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884349319; duration=0sec 2024-11-17T22:59:09,783 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:09,783 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:10,162 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fd176a9a958645cc9521018f3b46ee10 2024-11-17T22:59:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/572734b96a6d416784436867b9d8e209 is 50, key is test_row_0/B:col10/1731884348132/Put/seqid=0 2024-11-17T22:59:10,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742424_1600 (size=12151) 2024-11-17T22:59:10,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884410327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:10,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884410440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:10,573 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/572734b96a6d416784436867b9d8e209 2024-11-17T22:59:10,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/bc169da9d3d549f79469ca9b75a30825 is 50, key is test_row_0/C:col10/1731884348132/Put/seqid=0 2024-11-17T22:59:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742425_1601 (size=12151) 2024-11-17T22:59:10,585 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/bc169da9d3d549f79469ca9b75a30825 2024-11-17T22:59:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/fd176a9a958645cc9521018f3b46ee10 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10 2024-11-17T22:59:10,598 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10, entries=150, sequenceid=204, filesize=30.4 K 2024-11-17T22:59:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/572734b96a6d416784436867b9d8e209 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/572734b96a6d416784436867b9d8e209 2024-11-17T22:59:10,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/572734b96a6d416784436867b9d8e209, entries=150, sequenceid=204, filesize=11.9 K 2024-11-17T22:59:10,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/bc169da9d3d549f79469ca9b75a30825 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bc169da9d3d549f79469ca9b75a30825 2024-11-17T22:59:10,606 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bc169da9d3d549f79469ca9b75a30825, entries=150, sequenceid=204, filesize=11.9 K 2024-11-17T22:59:10,607 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 57c88196f726a92bf9f17b1a74ae794d in 1279ms, sequenceid=204, compaction requested=false 2024-11-17T22:59:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-17T22:59:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-17T22:59:10,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-17T22:59:10,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2650 sec 2024-11-17T22:59:10,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 3.2700 sec 2024-11-17T22:59:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:10,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-17T22:59:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:10,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f80409af00904ade81578c599520a66f_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742426_1602 (size=12304) 2024-11-17T22:59:10,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884410728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884410840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884411010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:11,013 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884411050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:11,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:11,064 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f80409af00904ade81578c599520a66f_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f80409af00904ade81578c599520a66f_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:11,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/96b70150e6e2456ab4f1dc19e5711e66, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:11,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/96b70150e6e2456ab4f1dc19e5711e66 is 175, key is test_row_0/A:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742427_1603 (size=31105) 2024-11-17T22:59:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884411360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:11,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/96b70150e6e2456ab4f1dc19e5711e66 2024-11-17T22:59:11,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/951b6fb661fb402db93bed36278a20b9 is 50, key is test_row_0/B:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742428_1604 (size=12151) 2024-11-17T22:59:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-17T22:59:11,510 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:11,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:59:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-17T22:59:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-17T22:59:11,512 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:59:11,513 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:59:11,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:59:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-17T22:59:11,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-17T22:59:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:11,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-17T22:59:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:11,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-17T22:59:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884411870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:11,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/951b6fb661fb402db93bed36278a20b9 2024-11-17T22:59:11,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/b51754e7b7704843bf938feb888fcb0c is 50, key is test_row_0/C:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:11,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742429_1605 (size=12151) 2024-11-17T22:59:11,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-17T22:59:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:11,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-17T22:59:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-17T22:59:12,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-17T22:59:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:12,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/b51754e7b7704843bf938feb888fcb0c 2024-11-17T22:59:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/96b70150e6e2456ab4f1dc19e5711e66 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66 2024-11-17T22:59:12,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66, entries=150, sequenceid=220, filesize=30.4 K 2024-11-17T22:59:12,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/951b6fb661fb402db93bed36278a20b9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/951b6fb661fb402db93bed36278a20b9 2024-11-17T22:59:12,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/951b6fb661fb402db93bed36278a20b9, entries=150, sequenceid=220, filesize=11.9 K 2024-11-17T22:59:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/b51754e7b7704843bf938feb888fcb0c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b51754e7b7704843bf938feb888fcb0c 2024-11-17T22:59:12,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b51754e7b7704843bf938feb888fcb0c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-17T22:59:12,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 57c88196f726a92bf9f17b1a74ae794d in 1647ms, sequenceid=220, compaction requested=true 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:12,300 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:12,300 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:12,300 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:12,300 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:12,300 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:12,301 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,301 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,301 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/2f65ef7d534a4346b187a1cdff496ada, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=91.5 K 2024-11-17T22:59:12,301 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/8320f85e413d4eac8b80d153402c4fe1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/572734b96a6d416784436867b9d8e209, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/951b6fb661fb402db93bed36278a20b9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=36.0 K 2024-11-17T22:59:12,301 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/2f65ef7d534a4346b187a1cdff496ada, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66] 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 8320f85e413d4eac8b80d153402c4fe1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731884346820 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f65ef7d534a4346b187a1cdff496ada, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731884346820 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 572734b96a6d416784436867b9d8e209, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731884348092 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd176a9a958645cc9521018f3b46ee10, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731884348092 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 951b6fb661fb402db93bed36278a20b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731884350307 2024-11-17T22:59:12,301 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96b70150e6e2456ab4f1dc19e5711e66, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731884350307 2024-11-17T22:59:12,305 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:12,306 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:12,306 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/56b0f1b539b94ea2912e326b257c0108 is 50, key is test_row_0/B:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:12,307 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111723e0b7e2ad0f465f90486cc8aceb879d_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:12,308 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111723e0b7e2ad0f465f90486cc8aceb879d_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:12,309 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111723e0b7e2ad0f465f90486cc8aceb879d_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742430_1606 (size=12663) 2024-11-17T22:59:12,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742431_1607 (size=4469) 2024-11-17T22:59:12,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-17T22:59:12,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,429 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-17T22:59:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa0ea2b85cea42589145679f3c1f568f_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884350713/Put/seqid=0 2024-11-17T22:59:12,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742432_1608 (size=12304) 2024-11-17T22:59:12,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:12,451 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa0ea2b85cea42589145679f3c1f568f_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa0ea2b85cea42589145679f3c1f568f_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d03e3f318446c7bee91074bba67504, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d03e3f318446c7bee91074bba67504 is 175, key is test_row_0/A:col10/1731884350713/Put/seqid=0 2024-11-17T22:59:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742433_1609 (size=31105) 2024-11-17T22:59:12,459 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d03e3f318446c7bee91074bba67504 2024-11-17T22:59:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a16c857ea490471192e3db92e2237b91 is 50, key is test_row_0/B:col10/1731884350713/Put/seqid=0 2024-11-17T22:59:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742434_1610 (size=12151) 2024-11-17T22:59:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-17T22:59:12,712 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#514 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:12,712 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/56b0f1b539b94ea2912e326b257c0108 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/56b0f1b539b94ea2912e326b257c0108 2024-11-17T22:59:12,713 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/61bf05102e54401db8dfcbfaa89e7e4e is 175, key is test_row_0/A:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742435_1611 (size=31617) 2024-11-17T22:59:12,716 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into 56b0f1b539b94ea2912e326b257c0108(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:12,716 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:12,716 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884352300; duration=0sec 2024-11-17T22:59:12,716 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:12,716 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:12,716 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:12,717 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:12,717 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:12,717 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,718 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/04326ea9e6d640d1b9aef168a4ae984e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bc169da9d3d549f79469ca9b75a30825, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b51754e7b7704843bf938feb888fcb0c] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=36.0 K 2024-11-17T22:59:12,718 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 04326ea9e6d640d1b9aef168a4ae984e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731884346820 2024-11-17T22:59:12,718 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting bc169da9d3d549f79469ca9b75a30825, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731884348092 2024-11-17T22:59:12,719 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting b51754e7b7704843bf938feb888fcb0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731884350307 2024-11-17T22:59:12,720 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/61bf05102e54401db8dfcbfaa89e7e4e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/61bf05102e54401db8dfcbfaa89e7e4e 2024-11-17T22:59:12,724 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:12,724 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into 61bf05102e54401db8dfcbfaa89e7e4e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:12,724 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:12,724 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884352300; duration=0sec 2024-11-17T22:59:12,725 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:12,725 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:12,725 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/ebd849a620184f4a8d34b41a288ddabc is 50, key is test_row_0/C:col10/1731884350307/Put/seqid=0 2024-11-17T22:59:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742436_1612 (size=12663) 2024-11-17T22:59:12,750 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/ebd849a620184f4a8d34b41a288ddabc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/ebd849a620184f4a8d34b41a288ddabc 2024-11-17T22:59:12,755 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into ebd849a620184f4a8d34b41a288ddabc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:12,755 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:12,755 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884352300; duration=0sec 2024-11-17T22:59:12,755 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:12,756 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:12,875 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a16c857ea490471192e3db92e2237b91 2024-11-17T22:59:12,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/425911ca6f5b450595b1db8f73e88b0f is 50, key is test_row_0/C:col10/1731884350713/Put/seqid=0 2024-11-17T22:59:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:12,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742437_1613 (size=12151) 2024-11-17T22:59:12,886 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/425911ca6f5b450595b1db8f73e88b0f 2024-11-17T22:59:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/24d03e3f318446c7bee91074bba67504 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504 2024-11-17T22:59:12,893 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504, entries=150, sequenceid=239, filesize=30.4 K 2024-11-17T22:59:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a16c857ea490471192e3db92e2237b91 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a16c857ea490471192e3db92e2237b91 2024-11-17T22:59:12,897 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a16c857ea490471192e3db92e2237b91, entries=150, sequenceid=239, filesize=11.9 K 2024-11-17T22:59:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/425911ca6f5b450595b1db8f73e88b0f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/425911ca6f5b450595b1db8f73e88b0f 2024-11-17T22:59:12,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/425911ca6f5b450595b1db8f73e88b0f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-17T22:59:12,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=33.54 KB/34350 for 57c88196f726a92bf9f17b1a74ae794d in 472ms, sequenceid=239, compaction requested=false 2024-11-17T22:59:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-17T22:59:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-17T22:59:12,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-17T22:59:12,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-17T22:59:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:12,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:59:12,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:12,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:12,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:12,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:12,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:12,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:12,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.3950 sec 2024-11-17T22:59:12,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa44e0eac50a4c3bb78433f48105834a_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742438_1614 (size=14794) 2024-11-17T22:59:13,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884352979, max timestamp=1731884353007Num uniques 859; 2024-11-17T22:59:13,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:13,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884352979, max timestamp=1731884353007Num uniques 859; 2024-11-17T22:59:13,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:13,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884352979, max timestamp=1731884353007Num uniques 859; 2024-11-17T22:59:13,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884413096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884413210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:13,321 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:13,323 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa44e0eac50a4c3bb78433f48105834a_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa44e0eac50a4c3bb78433f48105834a_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:13,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/44d15282736540d9a2f44271678263f3, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:13,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/44d15282736540d9a2f44271678263f3 is 175, key is test_row_0/A:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742439_1615 (size=39749) 2024-11-17T22:59:13,328 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/44d15282736540d9a2f44271678263f3 2024-11-17T22:59:13,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a870991a07fb4efd8d3bceba6720bea9 is 50, key is test_row_0/B:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742440_1616 (size=12151) 2024-11-17T22:59:13,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884413420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-17T22:59:13,670 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:13,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T22:59:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-17T22:59:13,673 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T22:59:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:13,674 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T22:59:13,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T22:59:13,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884413730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:13,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a870991a07fb4efd8d3bceba6720bea9 2024-11-17T22:59:13,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/bb06711153714100996a5ba62dfff269 is 50, key is test_row_0/C:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742441_1617 (size=12151) 2024-11-17T22:59:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:13,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:13,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:13,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:13,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:13,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:13,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:13,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:13,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:14,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/bb06711153714100996a5ba62dfff269 2024-11-17T22:59:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/44d15282736540d9a2f44271678263f3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3 2024-11-17T22:59:14,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3, entries=200, sequenceid=252, filesize=38.8 K 2024-11-17T22:59:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a870991a07fb4efd8d3bceba6720bea9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a870991a07fb4efd8d3bceba6720bea9 2024-11-17T22:59:14,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a870991a07fb4efd8d3bceba6720bea9, entries=150, sequenceid=252, filesize=11.9 K 2024-11-17T22:59:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/bb06711153714100996a5ba62dfff269 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bb06711153714100996a5ba62dfff269 2024-11-17T22:59:14,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bb06711153714100996a5ba62dfff269, entries=150, sequenceid=252, filesize=11.9 K 2024-11-17T22:59:14,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 57c88196f726a92bf9f17b1a74ae794d in 1249ms, sequenceid=252, compaction requested=true 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:14,156 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:14,156 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:14,156 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:14,156 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:14,156 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:14,156 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:14,157 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,157 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,157 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/61bf05102e54401db8dfcbfaa89e7e4e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=100.1 K 2024-11-17T22:59:14,157 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/56b0f1b539b94ea2912e326b257c0108, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a16c857ea490471192e3db92e2237b91, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a870991a07fb4efd8d3bceba6720bea9] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=36.1 K 2024-11-17T22:59:14,157 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/61bf05102e54401db8dfcbfaa89e7e4e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3] 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b0f1b539b94ea2912e326b257c0108, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731884350307 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61bf05102e54401db8dfcbfaa89e7e4e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731884350307 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a16c857ea490471192e3db92e2237b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731884350713 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24d03e3f318446c7bee91074bba67504, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731884350713 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting a870991a07fb4efd8d3bceba6720bea9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884352889 2024-11-17T22:59:14,157 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44d15282736540d9a2f44271678263f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884352889 2024-11-17T22:59:14,161 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:14,163 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:14,163 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/433c17fe22f740f28827124c849302d3 is 50, key is test_row_0/B:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:14,171 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111778fd0cddc8664461b45bbd068ed4e08b_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:14,173 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111778fd0cddc8664461b45bbd068ed4e08b_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:14,173 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111778fd0cddc8664461b45bbd068ed4e08b_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742442_1618 (size=12765) 2024-11-17T22:59:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742443_1619 (size=4469) 2024-11-17T22:59:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:14,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-17T22:59:14,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:14,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:59:14,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:14,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:59:14,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:14,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-17T22:59:14,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173684c755b01a492aa92a0f1965c007b7_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884353095/Put/seqid=0 2024-11-17T22:59:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742444_1620 (size=14994) 2024-11-17T22:59:14,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:14,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:14,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884414285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:14,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884414400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:14,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,576 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:14,577 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/f3aa422e2e9546438c3b319d0a451ef9 is 175, key is test_row_0/A:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:14,579 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/433c17fe22f740f28827124c849302d3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/433c17fe22f740f28827124c849302d3 2024-11-17T22:59:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742445_1621 (size=31719) 2024-11-17T22:59:14,583 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into 433c17fe22f740f28827124c849302d3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:14,583 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:14,583 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884354156; duration=0sec 2024-11-17T22:59:14,583 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:14,583 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:14,584 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:14,587 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/f3aa422e2e9546438c3b319d0a451ef9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/f3aa422e2e9546438c3b319d0a451ef9 2024-11-17T22:59:14,587 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:14,587 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:14,587 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,587 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/ebd849a620184f4a8d34b41a288ddabc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/425911ca6f5b450595b1db8f73e88b0f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bb06711153714100996a5ba62dfff269] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=36.1 K 2024-11-17T22:59:14,588 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting ebd849a620184f4a8d34b41a288ddabc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731884350307 2024-11-17T22:59:14,588 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 425911ca6f5b450595b1db8f73e88b0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731884350713 2024-11-17T22:59:14,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:14,589 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting bb06711153714100996a5ba62dfff269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884352889 2024-11-17T22:59:14,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:14,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,593 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into f3aa422e2e9546438c3b319d0a451ef9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:14,594 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:14,594 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884354156; duration=0sec 2024-11-17T22:59:14,594 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:14,594 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:14,597 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:14,598 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/0d86377e13a24e1ea5abe70408fc7275 is 50, key is test_row_0/C:col10/1731884352889/Put/seqid=0 2024-11-17T22:59:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742446_1622 (size=12765) 2024-11-17T22:59:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884414611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:14,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:14,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173684c755b01a492aa92a0f1965c007b7_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173684c755b01a492aa92a0f1965c007b7_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:14,660 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/a4ef884360f14251a4395ca49d070c4b, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:14,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/a4ef884360f14251a4395ca49d070c4b is 175, key is test_row_0/A:col10/1731884353095/Put/seqid=0 2024-11-17T22:59:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742447_1623 (size=39949) 2024-11-17T22:59:14,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/a4ef884360f14251a4395ca49d070c4b 2024-11-17T22:59:14,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/eac30f8f2c9f49429da4d9c0d49569b3 is 50, key is test_row_0/B:col10/1731884353095/Put/seqid=0 2024-11-17T22:59:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742448_1624 (size=12301) 2024-11-17T22:59:14,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/eac30f8f2c9f49429da4d9c0d49569b3 2024-11-17T22:59:14,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/c20a01bc390b44009e04b2d00c2bc34c is 50, key is test_row_0/C:col10/1731884353095/Put/seqid=0 2024-11-17T22:59:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742449_1625 (size=12301) 2024-11-17T22:59:14,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:14,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:14,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884414920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,006 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/0d86377e13a24e1ea5abe70408fc7275 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0d86377e13a24e1ea5abe70408fc7275 2024-11-17T22:59:15,009 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into 0d86377e13a24e1ea5abe70408fc7275(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:15,009 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:15,009 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884354156; duration=0sec 2024-11-17T22:59:15,009 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:15,009 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52328 deadline: 1731884415030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,033 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_0' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/c20a01bc390b44009e04b2d00c2bc34c 2024-11-17T22:59:15,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/a4ef884360f14251a4395ca49d070c4b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b 2024-11-17T22:59:15,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b, entries=200, sequenceid=290, filesize=39.0 K 2024-11-17T22:59:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/eac30f8f2c9f49429da4d9c0d49569b3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/eac30f8f2c9f49429da4d9c0d49569b3 2024-11-17T22:59:15,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/eac30f8f2c9f49429da4d9c0d49569b3, entries=150, sequenceid=290, filesize=12.0 K 2024-11-17T22:59:15,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/c20a01bc390b44009e04b2d00c2bc34c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/c20a01bc390b44009e04b2d00c2bc34c 2024-11-17T22:59:15,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/c20a01bc390b44009e04b2d00c2bc34c, entries=150, sequenceid=290, filesize=12.0 K 2024-11-17T22:59:15,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 57c88196f726a92bf9f17b1a74ae794d in 868ms, sequenceid=290, compaction requested=false 2024-11-17T22:59:15,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:15,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-17T22:59:15,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:15,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:15,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:15,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:15,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:15,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:15,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171374e21dc8164d068257ce801e23e703_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742450_1626 (size=14994) 2024-11-17T22:59:15,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884355221, max timestamp=1731884355233Num uniques 859; 2024-11-17T22:59:15,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:15,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884355221, max timestamp=1731884355233Num uniques 859; 2024-11-17T22:59:15,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:15,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731884355221, max timestamp=1731884355233Num uniques 859; 2024-11-17T22:59:15,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-17T22:59:15,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731884355242, max timestamp=1731884355280Num uniques 1018; 2024-11-17T22:59:15,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884355266, max timestamp=1731884355280Num uniques 1018; 2024-11-17T22:59:15,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:59:15,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-17T22:59:15,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731884355266, max timestamp=1731884355280Num uniques 1018; 2024-11-17T22:59:15,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/1a6e40b21a48:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-17T22:59:15,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884415330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884415331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884415332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884415430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884415440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884415440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884415440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:15,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171374e21dc8164d068257ce801e23e703_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171374e21dc8164d068257ce801e23e703_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:15,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/77fddc440c1640ce9ea82535ce460b1b, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:15,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/77fddc440c1640ce9ea82535ce460b1b is 175, key is test_row_0/A:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742451_1627 (size=39949) 2024-11-17T22:59:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884415650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884415650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884415650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884415960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884415960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884415960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:15,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:15,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:15,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/77fddc440c1640ce9ea82535ce460b1b 2024-11-17T22:59:15,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/f72a583cd38c4aa5ba220151b4aa915c is 50, key is test_row_0/B:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742452_1628 (size=12301) 2024-11-17T22:59:16,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/f72a583cd38c4aa5ba220151b4aa915c 2024-11-17T22:59:16,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/af7ba5b9f6e3467b9b1433706995e500 is 50, key is test_row_0/C:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742453_1629 (size=12301) 2024-11-17T22:59:16,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52370 deadline: 1731884416440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:16,442 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,41723,1731884181900 for 'test_row_1' in 57c88196f726a92bf9f17b1a74ae794d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-17T22:59:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52378 deadline: 1731884416470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52318 deadline: 1731884416470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:59:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52348 deadline: 1731884416471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 , the old value is region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:59:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., hostname=1a6e40b21a48,41723,1731884181900, seqNum=5 because the exception is null or not the one we care about 2024-11-17T22:59:16,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:16,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:16,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:59:16,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/af7ba5b9f6e3467b9b1433706995e500 2024-11-17T22:59:16,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/77fddc440c1640ce9ea82535ce460b1b as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b 2024-11-17T22:59:16,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b, entries=200, sequenceid=303, filesize=39.0 K 2024-11-17T22:59:16,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/f72a583cd38c4aa5ba220151b4aa915c as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/f72a583cd38c4aa5ba220151b4aa915c 2024-11-17T22:59:16,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/f72a583cd38c4aa5ba220151b4aa915c, entries=150, sequenceid=303, filesize=12.0 K 2024-11-17T22:59:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/af7ba5b9f6e3467b9b1433706995e500 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/af7ba5b9f6e3467b9b1433706995e500 2024-11-17T22:59:16,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/af7ba5b9f6e3467b9b1433706995e500, entries=150, sequenceid=303, filesize=12.0 K 2024-11-17T22:59:16,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 57c88196f726a92bf9f17b1a74ae794d in 1657ms, sequenceid=303, compaction requested=true 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T22:59:16,810 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:16,810 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57c88196f726a92bf9f17b1a74ae794d:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T22:59:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:16,811 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:16,811 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:16,811 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/B is initiating minor compaction (all files) 2024-11-17T22:59:16,811 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/A is initiating minor compaction (all files) 2024-11-17T22:59:16,811 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/B in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,811 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/A in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,811 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/433c17fe22f740f28827124c849302d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/eac30f8f2c9f49429da4d9c0d49569b3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/f72a583cd38c4aa5ba220151b4aa915c] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=36.5 K 2024-11-17T22:59:16,811 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/f3aa422e2e9546438c3b319d0a451ef9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=109.0 K 2024-11-17T22:59:16,811 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,811 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. files: [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/f3aa422e2e9546438c3b319d0a451ef9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b] 2024-11-17T22:59:16,811 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 433c17fe22f740f28827124c849302d3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884352889 2024-11-17T22:59:16,812 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting eac30f8f2c9f49429da4d9c0d49569b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731884353083 2024-11-17T22:59:16,812 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3aa422e2e9546438c3b319d0a451ef9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884352889 2024-11-17T22:59:16,812 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting f72a583cd38c4aa5ba220151b4aa915c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731884354277 2024-11-17T22:59:16,812 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4ef884360f14251a4395ca49d070c4b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731884353078 2024-11-17T22:59:16,812 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77fddc440c1640ce9ea82535ce460b1b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731884354264 2024-11-17T22:59:16,816 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:16,817 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#B#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:16,817 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117096357fe1d0645eca9e61fc0f44a79cc_57c88196f726a92bf9f17b1a74ae794d store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:16,817 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/b8e5b38c9ae64084b5861a79b993496d is 50, key is test_row_0/B:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:16,818 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117096357fe1d0645eca9e61fc0f44a79cc_57c88196f726a92bf9f17b1a74ae794d, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:16,819 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117096357fe1d0645eca9e61fc0f44a79cc_57c88196f726a92bf9f17b1a74ae794d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742454_1630 (size=13017) 2024-11-17T22:59:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742455_1631 (size=4469) 2024-11-17T22:59:16,861 INFO [Thread-2443 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2443. 2024-11-17T22:59:16,861 DEBUG [Thread-2443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:16,861 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,861 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:16,863 INFO [Thread-2449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2449. 2024-11-17T22:59:16,863 DEBUG [Thread-2449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:16,863 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,863 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:16,863 INFO [Thread-2447 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2447. 2024-11-17T22:59:16,863 DEBUG [Thread-2447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:16,863 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,864 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:16,865 INFO [Thread-2441 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2441. 2024-11-17T22:59:16,865 DEBUG [Thread-2441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:16,865 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,865 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:16,866 INFO [Thread-2445 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2445. 2024-11-17T22:59:16,866 DEBUG [Thread-2445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:16,866 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,866 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:16,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:16,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-17T22:59:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=136.42 KB heapSize=384.53 KB 2024-11-17T22:59:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-17T22:59:16,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f222a6797c8444b2a09d21b5307570a6_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884355330/Put/seqid=0 2024-11-17T22:59:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742456_1632 (size=12454) 2024-11-17T22:59:17,226 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:17,226 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/b3e9de7b732f4a77a5dab15465db810d is 175, key is test_row_0/A:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:17,232 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/b8e5b38c9ae64084b5861a79b993496d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/b8e5b38c9ae64084b5861a79b993496d 2024-11-17T22:59:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742457_1633 (size=31971) 2024-11-17T22:59:17,238 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/B of 57c88196f726a92bf9f17b1a74ae794d into b8e5b38c9ae64084b5861a79b993496d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:17,238 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:17,238 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/B, priority=13, startTime=1731884356810; duration=0sec 2024-11-17T22:59:17,238 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T22:59:17,238 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:B 2024-11-17T22:59:17,238 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T22:59:17,239 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T22:59:17,240 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1541): 57c88196f726a92bf9f17b1a74ae794d/C is initiating minor compaction (all files) 2024-11-17T22:59:17,240 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57c88196f726a92bf9f17b1a74ae794d/C in TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:17,240 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0d86377e13a24e1ea5abe70408fc7275, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/c20a01bc390b44009e04b2d00c2bc34c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/af7ba5b9f6e3467b9b1433706995e500] into tmpdir=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp, totalSize=36.5 K 2024-11-17T22:59:17,241 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d86377e13a24e1ea5abe70408fc7275, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731884352889 2024-11-17T22:59:17,241 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting c20a01bc390b44009e04b2d00c2bc34c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731884353083 2024-11-17T22:59:17,242 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] compactions.Compactor(225): Compacting af7ba5b9f6e3467b9b1433706995e500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731884354277 2024-11-17T22:59:17,247 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57c88196f726a92bf9f17b1a74ae794d#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T22:59:17,247 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/fcf32d3d56404bb09f651d19c49d9feb is 50, key is test_row_0/C:col10/1731884355152/Put/seqid=0 2024-11-17T22:59:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742458_1634 (size=13017) 2024-11-17T22:59:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:17,295 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f222a6797c8444b2a09d21b5307570a6_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f222a6797c8444b2a09d21b5307570a6_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/86ee3bf2fa584319b446490b952a3cf9, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/86ee3bf2fa584319b446490b952a3cf9 is 175, key is test_row_0/A:col10/1731884355330/Put/seqid=0 2024-11-17T22:59:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742459_1635 (size=31255) 2024-11-17T22:59:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 {}] regionserver.HRegion(8855): Flush requested on 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:17,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. as already flushing 2024-11-17T22:59:17,493 INFO [Thread-2430 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2430. 2024-11-17T22:59:17,493 INFO [Thread-2432 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2432. 2024-11-17T22:59:17,493 DEBUG [Thread-2432 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:17,493 DEBUG [Thread-2430 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:17,493 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:17,493 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:17,493 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-11-17T22:59:17,493 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:17,493 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:17,493 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:17,493 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:17,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:17,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:17,493 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:17,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:17,642 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/b3e9de7b732f4a77a5dab15465db810d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/b3e9de7b732f4a77a5dab15465db810d 2024-11-17T22:59:17,649 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/A of 57c88196f726a92bf9f17b1a74ae794d into b3e9de7b732f4a77a5dab15465db810d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:17,649 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:17,649 INFO [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/A, priority=13, startTime=1731884356810; duration=0sec 2024-11-17T22:59:17,649 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:17,649 DEBUG [RS:0;1a6e40b21a48:41723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:A 2024-11-17T22:59:17,658 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/fcf32d3d56404bb09f651d19c49d9feb as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/fcf32d3d56404bb09f651d19c49d9feb 2024-11-17T22:59:17,665 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57c88196f726a92bf9f17b1a74ae794d/C of 57c88196f726a92bf9f17b1a74ae794d into fcf32d3d56404bb09f651d19c49d9feb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T22:59:17,665 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:17,665 INFO [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., storeName=57c88196f726a92bf9f17b1a74ae794d/C, priority=13, startTime=1731884356810; duration=0sec 2024-11-17T22:59:17,665 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T22:59:17,665 DEBUG [RS:0;1a6e40b21a48:41723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57c88196f726a92bf9f17b1a74ae794d:C 2024-11-17T22:59:17,700 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/86ee3bf2fa584319b446490b952a3cf9 2024-11-17T22:59:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a15e5b430fe0477c8fb763819f02151e is 50, key is test_row_0/B:col10/1731884355330/Put/seqid=0 2024-11-17T22:59:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742460_1636 (size=12301) 2024-11-17T22:59:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:18,119 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a15e5b430fe0477c8fb763819f02151e 2024-11-17T22:59:18,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/6a5c5437a7bc43e5bdc458c0ffcfc884 is 50, key is test_row_0/C:col10/1731884355330/Put/seqid=0 2024-11-17T22:59:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742461_1637 (size=12301) 2024-11-17T22:59:18,452 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-11-17T22:59:18,452 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:18,452 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:18,452 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:18,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:18,531 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/6a5c5437a7bc43e5bdc458c0ffcfc884 2024-11-17T22:59:18,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/86ee3bf2fa584319b446490b952a3cf9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/86ee3bf2fa584319b446490b952a3cf9 2024-11-17T22:59:18,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/86ee3bf2fa584319b446490b952a3cf9, entries=150, sequenceid=356, filesize=30.5 K 2024-11-17T22:59:18,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/a15e5b430fe0477c8fb763819f02151e as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a15e5b430fe0477c8fb763819f02151e 2024-11-17T22:59:18,541 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a15e5b430fe0477c8fb763819f02151e, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:59:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/6a5c5437a7bc43e5bdc458c0ffcfc884 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6a5c5437a7bc43e5bdc458c0ffcfc884 2024-11-17T22:59:18,546 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6a5c5437a7bc43e5bdc458c0ffcfc884, entries=150, sequenceid=356, filesize=12.0 K 2024-11-17T22:59:18,547 INFO [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~384.48 KB/393712, currentSize=26.84 KB/27480 for 57c88196f726a92bf9f17b1a74ae794d in 1667ms, sequenceid=356, compaction requested=false 2024-11-17T22:59:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 57c88196f726a92bf9f17b1a74ae794d: 2024-11-17T22:59:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-17T22:59:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-17T22:59:18,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-17T22:59:18,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.8740 sec 2024-11-17T22:59:18,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 4.8790 sec 2024-11-17T22:59:20,400 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:59:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-17T22:59:21,871 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:25,114 INFO [Thread-2438 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2438. 2024-11-17T22:59:25,114 DEBUG [Thread-2438 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-17T22:59:25,114 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:25,114 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:25,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3209 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3160 2024-11-17T22:59:25,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3047 2024-11-17T22:59:25,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3205 2024-11-17T22:59:25,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3153 2024-11-17T22:59:25,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T22:59:25,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:59:25,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:59:25,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:25,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:25,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:25,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T22:59:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-17T22:59:25,124 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884365124"}]},"ts":"1731884365124"} 2024-11-17T22:59:25,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T22:59:25,125 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T22:59:25,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T22:59:25,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, UNASSIGN}] 2024-11-17T22:59:25,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, UNASSIGN 2024-11-17T22:59:25,130 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=CLOSING, regionLocation=1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, UNASSIGN because future has completed 2024-11-17T22:59:25,131 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T22:59:25,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900}] 2024-11-17T22:59:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-17T22:59:25,285 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:25,285 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T22:59:25,285 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 57c88196f726a92bf9f17b1a74ae794d, disabling compactions & flushes 2024-11-17T22:59:25,285 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:25,285 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:25,285 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. after waiting 0 ms 2024-11-17T22:59:25,285 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:25,285 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 57c88196f726a92bf9f17b1a74ae794d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-17T22:59:25,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=A 2024-11-17T22:59:25,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:25,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=B 2024-11-17T22:59:25,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:25,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57c88196f726a92bf9f17b1a74ae794d, store=C 2024-11-17T22:59:25,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T22:59:25,296 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117385d8d7cff604024b1efad1a4793bede_57c88196f726a92bf9f17b1a74ae794d is 50, key is test_row_0/A:col10/1731884365112/Put/seqid=0 2024-11-17T22:59:25,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742462_1638 (size=12454) 2024-11-17T22:59:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-17T22:59:25,703 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:59:25,710 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117385d8d7cff604024b1efad1a4793bede_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117385d8d7cff604024b1efad1a4793bede_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:25,712 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/670299d89b6942c39f2d7f4a5763a7fe, store: [table=TestAcidGuarantees family=A region=57c88196f726a92bf9f17b1a74ae794d] 2024-11-17T22:59:25,713 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/670299d89b6942c39f2d7f4a5763a7fe is 175, key is test_row_0/A:col10/1731884365112/Put/seqid=0 2024-11-17T22:59:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742463_1639 (size=31255) 2024-11-17T22:59:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-17T22:59:26,118 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/670299d89b6942c39f2d7f4a5763a7fe 2024-11-17T22:59:26,131 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/4c49cbe5b1db4d90ae32c11c5cc87465 is 50, key is test_row_0/B:col10/1731884365112/Put/seqid=0 2024-11-17T22:59:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742464_1640 (size=12301) 2024-11-17T22:59:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-17T22:59:26,535 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/4c49cbe5b1db4d90ae32c11c5cc87465 2024-11-17T22:59:26,542 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/82b03fe7ff664e2dad50ccb27b8d06f3 is 50, key is test_row_0/C:col10/1731884365112/Put/seqid=0 2024-11-17T22:59:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742465_1641 (size=12301) 2024-11-17T22:59:26,947 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/82b03fe7ff664e2dad50ccb27b8d06f3 2024-11-17T22:59:26,954 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/A/670299d89b6942c39f2d7f4a5763a7fe as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/670299d89b6942c39f2d7f4a5763a7fe 2024-11-17T22:59:26,958 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/670299d89b6942c39f2d7f4a5763a7fe, entries=150, sequenceid=367, filesize=30.5 K 2024-11-17T22:59:26,959 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/B/4c49cbe5b1db4d90ae32c11c5cc87465 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/4c49cbe5b1db4d90ae32c11c5cc87465 2024-11-17T22:59:26,963 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/4c49cbe5b1db4d90ae32c11c5cc87465, entries=150, sequenceid=367, filesize=12.0 K 2024-11-17T22:59:26,963 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/.tmp/C/82b03fe7ff664e2dad50ccb27b8d06f3 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/82b03fe7ff664e2dad50ccb27b8d06f3 2024-11-17T22:59:26,968 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/82b03fe7ff664e2dad50ccb27b8d06f3, entries=150, sequenceid=367, filesize=12.0 K 2024-11-17T22:59:26,969 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 57c88196f726a92bf9f17b1a74ae794d in 1684ms, sequenceid=367, compaction requested=true 2024-11-17T22:59:26,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/109a2e24133a4ab8b33f834e2a593151, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7e0da83e938549fa9fb373db676777e2, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7d1a3b0d2a8741d99d4d9ccffd2963b1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/2f65ef7d534a4346b187a1cdff496ada, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/61bf05102e54401db8dfcbfaa89e7e4e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/f3aa422e2e9546438c3b319d0a451ef9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b] to archive 2024-11-17T22:59:26,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:59:26,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/9b4a70bedd6f4e79b70fce1b3363cd23 2024-11-17T22:59:26,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d8add0fc354b3fb351b9abfb8f0e20 2024-11-17T22:59:26,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/c8b031d84bca44658757e3408cce3686 2024-11-17T22:59:26,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/109a2e24133a4ab8b33f834e2a593151 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/109a2e24133a4ab8b33f834e2a593151 2024-11-17T22:59:26,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fb0679f5c9bd4e2eb341886fba43267f 2024-11-17T22:59:26,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7e0da83e938549fa9fb373db676777e2 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7e0da83e938549fa9fb373db676777e2 2024-11-17T22:59:26,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/e6a09fd4fe8d41a5a8803edcf0a084e8 2024-11-17T22:59:26,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/8df1f52b751249288ba7256879145b14 2024-11-17T22:59:26,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/bb36aad3df924e0fbadd82a0c77a0246 2024-11-17T22:59:26,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7d1a3b0d2a8741d99d4d9ccffd2963b1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/7d1a3b0d2a8741d99d4d9ccffd2963b1 2024-11-17T22:59:26,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/0a58f965a2c84a4098743c0fea00727e 2024-11-17T22:59:26,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/09e33e77e2d64f839f7553374ddf9ccb 2024-11-17T22:59:26,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/2f65ef7d534a4346b187a1cdff496ada to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/2f65ef7d534a4346b187a1cdff496ada 2024-11-17T22:59:26,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/fd176a9a958645cc9521018f3b46ee10 2024-11-17T22:59:26,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/61bf05102e54401db8dfcbfaa89e7e4e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/61bf05102e54401db8dfcbfaa89e7e4e 2024-11-17T22:59:26,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/96b70150e6e2456ab4f1dc19e5711e66 2024-11-17T22:59:26,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/24d03e3f318446c7bee91074bba67504 2024-11-17T22:59:26,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/44d15282736540d9a2f44271678263f3 2024-11-17T22:59:26,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/f3aa422e2e9546438c3b319d0a451ef9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/f3aa422e2e9546438c3b319d0a451ef9 2024-11-17T22:59:26,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/a4ef884360f14251a4395ca49d070c4b 2024-11-17T22:59:26,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/77fddc440c1640ce9ea82535ce460b1b 2024-11-17T22:59:26,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/dce14702a98949bf9b19336b1e4a1332, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/d85aabaa2f404da090a6e7ee611e4ab8, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/df28e468a23f404ab337850aec8b9f6a, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/ed3bd0f20a5a470e8a79a49aaf132cc9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/e7bb7bb3062e4f2098666ecd47b5fb02, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/2abde5fa16604c1992147452a3fe95b4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c05f603f6f9c47f9b8f70cc4831e1e40, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c35ed354d8574b4094b453df7f78f8dd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a267d31f209d42da8d1d020198d2afae, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a62a108bcff048408a69c1f2f095eac3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/6c7ae53f713940a48e6128c0f14fc9fd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/8320f85e413d4eac8b80d153402c4fe1, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/3f81cf491ff548a9b05938d08c7d056e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/572734b96a6d416784436867b9d8e209, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/56b0f1b539b94ea2912e326b257c0108, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/951b6fb661fb402db93bed36278a20b9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a16c857ea490471192e3db92e2237b91, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/433c17fe22f740f28827124c849302d3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a870991a07fb4efd8d3bceba6720bea9, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/eac30f8f2c9f49429da4d9c0d49569b3, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/f72a583cd38c4aa5ba220151b4aa915c] to archive 2024-11-17T22:59:26,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:59:26,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/dce14702a98949bf9b19336b1e4a1332 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/dce14702a98949bf9b19336b1e4a1332 2024-11-17T22:59:26,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/d85aabaa2f404da090a6e7ee611e4ab8 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/d85aabaa2f404da090a6e7ee611e4ab8 2024-11-17T22:59:26,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/df28e468a23f404ab337850aec8b9f6a to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/df28e468a23f404ab337850aec8b9f6a 2024-11-17T22:59:26,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/ed3bd0f20a5a470e8a79a49aaf132cc9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/ed3bd0f20a5a470e8a79a49aaf132cc9 2024-11-17T22:59:26,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/e7bb7bb3062e4f2098666ecd47b5fb02 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/e7bb7bb3062e4f2098666ecd47b5fb02 2024-11-17T22:59:26,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/2abde5fa16604c1992147452a3fe95b4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/2abde5fa16604c1992147452a3fe95b4 2024-11-17T22:59:26,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c05f603f6f9c47f9b8f70cc4831e1e40 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c05f603f6f9c47f9b8f70cc4831e1e40 2024-11-17T22:59:26,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c35ed354d8574b4094b453df7f78f8dd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/c35ed354d8574b4094b453df7f78f8dd 2024-11-17T22:59:26,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a267d31f209d42da8d1d020198d2afae to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a267d31f209d42da8d1d020198d2afae 2024-11-17T22:59:26,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a62a108bcff048408a69c1f2f095eac3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a62a108bcff048408a69c1f2f095eac3 2024-11-17T22:59:26,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/6c7ae53f713940a48e6128c0f14fc9fd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/6c7ae53f713940a48e6128c0f14fc9fd 2024-11-17T22:59:26,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/8320f85e413d4eac8b80d153402c4fe1 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/8320f85e413d4eac8b80d153402c4fe1 2024-11-17T22:59:26,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/3f81cf491ff548a9b05938d08c7d056e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/3f81cf491ff548a9b05938d08c7d056e 2024-11-17T22:59:27,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/572734b96a6d416784436867b9d8e209 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/572734b96a6d416784436867b9d8e209 2024-11-17T22:59:27,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/56b0f1b539b94ea2912e326b257c0108 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/56b0f1b539b94ea2912e326b257c0108 2024-11-17T22:59:27,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/951b6fb661fb402db93bed36278a20b9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/951b6fb661fb402db93bed36278a20b9 2024-11-17T22:59:27,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a16c857ea490471192e3db92e2237b91 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a16c857ea490471192e3db92e2237b91 2024-11-17T22:59:27,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/433c17fe22f740f28827124c849302d3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/433c17fe22f740f28827124c849302d3 2024-11-17T22:59:27,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a870991a07fb4efd8d3bceba6720bea9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a870991a07fb4efd8d3bceba6720bea9 2024-11-17T22:59:27,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/eac30f8f2c9f49429da4d9c0d49569b3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/eac30f8f2c9f49429da4d9c0d49569b3 2024-11-17T22:59:27,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/f72a583cd38c4aa5ba220151b4aa915c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/f72a583cd38c4aa5ba220151b4aa915c 2024-11-17T22:59:27,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/52815277a4614d7b91e643242d2537b4, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0da7a0922f22418386727c580ddcfcdb, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/f69c5e56da7d47948c3af6f73cb5f0bf, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6799ec605473425ebdfdef7a6a28e8d6, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2847ca047a5541208d4910821ec8abfd, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/cff0464dbcc64f19a188995fd2b2bb21, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2bb6f9e5311048e990c10b9078dcd6d7, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/25e415ae4ffa4c8a88d7e7a04abdba1c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b80083798a994bce8efeee80a180a13c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/430f68e7c261412dbd8e2a208230e54d, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/d2ec89f428e94de4bf27cd992ae37362, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/04326ea9e6d640d1b9aef168a4ae984e, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/1bd4c55d1ccf4236b06a02b644722183, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bc169da9d3d549f79469ca9b75a30825, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/ebd849a620184f4a8d34b41a288ddabc, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b51754e7b7704843bf938feb888fcb0c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/425911ca6f5b450595b1db8f73e88b0f, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0d86377e13a24e1ea5abe70408fc7275, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bb06711153714100996a5ba62dfff269, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/c20a01bc390b44009e04b2d00c2bc34c, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/af7ba5b9f6e3467b9b1433706995e500] to archive 2024-11-17T22:59:27,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T22:59:27,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/52815277a4614d7b91e643242d2537b4 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/52815277a4614d7b91e643242d2537b4 2024-11-17T22:59:27,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0da7a0922f22418386727c580ddcfcdb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0da7a0922f22418386727c580ddcfcdb 2024-11-17T22:59:27,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/f69c5e56da7d47948c3af6f73cb5f0bf to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/f69c5e56da7d47948c3af6f73cb5f0bf 2024-11-17T22:59:27,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6799ec605473425ebdfdef7a6a28e8d6 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6799ec605473425ebdfdef7a6a28e8d6 2024-11-17T22:59:27,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2847ca047a5541208d4910821ec8abfd to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2847ca047a5541208d4910821ec8abfd 2024-11-17T22:59:27,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/cff0464dbcc64f19a188995fd2b2bb21 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/cff0464dbcc64f19a188995fd2b2bb21 2024-11-17T22:59:27,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2bb6f9e5311048e990c10b9078dcd6d7 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/2bb6f9e5311048e990c10b9078dcd6d7 2024-11-17T22:59:27,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/25e415ae4ffa4c8a88d7e7a04abdba1c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/25e415ae4ffa4c8a88d7e7a04abdba1c 2024-11-17T22:59:27,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b80083798a994bce8efeee80a180a13c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b80083798a994bce8efeee80a180a13c 2024-11-17T22:59:27,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/430f68e7c261412dbd8e2a208230e54d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/430f68e7c261412dbd8e2a208230e54d 2024-11-17T22:59:27,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/d2ec89f428e94de4bf27cd992ae37362 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/d2ec89f428e94de4bf27cd992ae37362 2024-11-17T22:59:27,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/04326ea9e6d640d1b9aef168a4ae984e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/04326ea9e6d640d1b9aef168a4ae984e 2024-11-17T22:59:27,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/1bd4c55d1ccf4236b06a02b644722183 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/1bd4c55d1ccf4236b06a02b644722183 2024-11-17T22:59:27,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bc169da9d3d549f79469ca9b75a30825 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bc169da9d3d549f79469ca9b75a30825 2024-11-17T22:59:27,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/ebd849a620184f4a8d34b41a288ddabc to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/ebd849a620184f4a8d34b41a288ddabc 2024-11-17T22:59:27,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b51754e7b7704843bf938feb888fcb0c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/b51754e7b7704843bf938feb888fcb0c 2024-11-17T22:59:27,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/425911ca6f5b450595b1db8f73e88b0f to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/425911ca6f5b450595b1db8f73e88b0f 2024-11-17T22:59:27,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0d86377e13a24e1ea5abe70408fc7275 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/0d86377e13a24e1ea5abe70408fc7275 2024-11-17T22:59:27,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bb06711153714100996a5ba62dfff269 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/bb06711153714100996a5ba62dfff269 2024-11-17T22:59:27,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/c20a01bc390b44009e04b2d00c2bc34c to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/c20a01bc390b44009e04b2d00c2bc34c 2024-11-17T22:59:27,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/af7ba5b9f6e3467b9b1433706995e500 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/af7ba5b9f6e3467b9b1433706995e500 2024-11-17T22:59:27,027 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-11-17T22:59:27,027 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. 2024-11-17T22:59:27,027 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 57c88196f726a92bf9f17b1a74ae794d: Waiting for close lock at 1731884365285Running coprocessor pre-close hooks at 1731884365285Disabling compacts and flushes for region at 1731884365285Disabling writes for close at 1731884365285Obtaining lock to block concurrent updates at 1731884365286 (+1 ms)Preparing flush snapshotting stores in 57c88196f726a92bf9f17b1a74ae794d at 1731884365286Finished memstore snapshotting TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731884365286Flushing stores of TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d. at 1731884365288 (+2 ms)Flushing 57c88196f726a92bf9f17b1a74ae794d/A: creating writer at 1731884365288Flushing mob file 57c88196f726a92bf9f17b1a74ae794d/A: appending metadata at 1731884365296 (+8 ms)Flushing mob file 57c88196f726a92bf9f17b1a74ae794d/A: closing flushed file at 1731884365296Flushing 57c88196f726a92bf9f17b1a74ae794d/A: appending metadata at 1731884365712 (+416 ms)Flushing 57c88196f726a92bf9f17b1a74ae794d/A: closing flushed file at 1731884365712Flushing 57c88196f726a92bf9f17b1a74ae794d/B: creating writer at 1731884366128 (+416 ms)Flushing 57c88196f726a92bf9f17b1a74ae794d/B: appending metadata at 1731884366130 (+2 ms)Flushing 57c88196f726a92bf9f17b1a74ae794d/B: closing flushed file at 1731884366130Flushing 57c88196f726a92bf9f17b1a74ae794d/C: creating writer at 1731884366539 (+409 ms)Flushing 57c88196f726a92bf9f17b1a74ae794d/C: appending metadata at 1731884366542 (+3 ms)Flushing 57c88196f726a92bf9f17b1a74ae794d/C: closing flushed file at 1731884366542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1812616b: reopening flushed file at 1731884366953 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bad1c13: reopening flushed file at 1731884366958 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a31bf4: reopening flushed file at 1731884366963 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 57c88196f726a92bf9f17b1a74ae794d in 1684ms, sequenceid=367, compaction requested=true at 1731884366969 (+6 ms)Writing region close event to WAL at 1731884367025 (+56 ms)Running coprocessor post-close hooks at 1731884367027 (+2 ms)Closed at 1731884367027 2024-11-17T22:59:27,029 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,029 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=57c88196f726a92bf9f17b1a74ae794d, regionState=CLOSED 2024-11-17T22:59:27,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 because future has completed 2024-11-17T22:59:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-17T22:59:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 57c88196f726a92bf9f17b1a74ae794d, server=1a6e40b21a48,41723,1731884181900 in 1.9000 sec 2024-11-17T22:59:27,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-17T22:59:27,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57c88196f726a92bf9f17b1a74ae794d, UNASSIGN in 1.9040 sec 2024-11-17T22:59:27,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-17T22:59:27,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9070 sec 2024-11-17T22:59:27,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884367036"}]},"ts":"1731884367036"} 2024-11-17T22:59:27,038 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T22:59:27,038 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T22:59:27,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9200 sec 2024-11-17T22:59:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-17T22:59:27,271 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:27,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T22:59:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:27,276 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-17T22:59:27,278 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:27,282 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,285 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C, FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/recovered.edits] 2024-11-17T22:59:27,289 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/670299d89b6942c39f2d7f4a5763a7fe to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/670299d89b6942c39f2d7f4a5763a7fe 2024-11-17T22:59:27,291 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/86ee3bf2fa584319b446490b952a3cf9 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/86ee3bf2fa584319b446490b952a3cf9 2024-11-17T22:59:27,293 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/b3e9de7b732f4a77a5dab15465db810d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/A/b3e9de7b732f4a77a5dab15465db810d 2024-11-17T22:59:27,296 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/4c49cbe5b1db4d90ae32c11c5cc87465 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/4c49cbe5b1db4d90ae32c11c5cc87465 2024-11-17T22:59:27,297 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a15e5b430fe0477c8fb763819f02151e to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/a15e5b430fe0477c8fb763819f02151e 2024-11-17T22:59:27,299 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/b8e5b38c9ae64084b5861a79b993496d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/B/b8e5b38c9ae64084b5861a79b993496d 2024-11-17T22:59:27,301 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6a5c5437a7bc43e5bdc458c0ffcfc884 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/6a5c5437a7bc43e5bdc458c0ffcfc884 2024-11-17T22:59:27,303 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/82b03fe7ff664e2dad50ccb27b8d06f3 to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/82b03fe7ff664e2dad50ccb27b8d06f3 2024-11-17T22:59:27,304 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/fcf32d3d56404bb09f651d19c49d9feb to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/C/fcf32d3d56404bb09f651d19c49d9feb 2024-11-17T22:59:27,307 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/recovered.edits/370.seqid to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d/recovered.edits/370.seqid 2024-11-17T22:59:27,308 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/default/TestAcidGuarantees/57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,308 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T22:59:27,308 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T22:59:27,309 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T22:59:27,313 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170b4a970f84364cf18acd3080eeb8c41e_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170b4a970f84364cf18acd3080eeb8c41e_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,315 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171374e21dc8164d068257ce801e23e703_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171374e21dc8164d068257ce801e23e703_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,317 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173684c755b01a492aa92a0f1965c007b7_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173684c755b01a492aa92a0f1965c007b7_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,318 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117385d8d7cff604024b1efad1a4793bede_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117385d8d7cff604024b1efad1a4793bede_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,320 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117424fb4a465814c2e946955ba8319012c_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117424fb4a465814c2e946955ba8319012c_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,321 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174430b0d37d6e45e3ad56dc999dc604b5_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174430b0d37d6e45e3ad56dc999dc604b5_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,323 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174a481c8f0ffd46e4a5caa1203774d79d_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174a481c8f0ffd46e4a5caa1203774d79d_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,324 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177caefb8280f44ad8b835f100345af6db_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177caefb8280f44ad8b835f100345af6db_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,325 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178d7fdc44bee04196bcb5e2005b8654d8_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178d7fdc44bee04196bcb5e2005b8654d8_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,326 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a3ae20cc33854689bc00c13af5f12468_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a3ae20cc33854689bc00c13af5f12468_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,328 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d012cbc711da433188441c53ef222bbb_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d012cbc711da433188441c53ef222bbb_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,329 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d316ca1ec38e4836b137eb0234828ba7_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d316ca1ec38e4836b137eb0234828ba7_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,330 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117efed2dea66424c50b541ad0fc69e675a_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117efed2dea66424c50b541ad0fc69e675a_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,331 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f222a6797c8444b2a09d21b5307570a6_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f222a6797c8444b2a09d21b5307570a6_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,333 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f80409af00904ade81578c599520a66f_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f80409af00904ade81578c599520a66f_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,334 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa0ea2b85cea42589145679f3c1f568f_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa0ea2b85cea42589145679f3c1f568f_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,335 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa44e0eac50a4c3bb78433f48105834a_57c88196f726a92bf9f17b1a74ae794d to hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fa44e0eac50a4c3bb78433f48105834a_57c88196f726a92bf9f17b1a74ae794d 2024-11-17T22:59:27,336 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T22:59:27,338 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:27,341 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T22:59:27,343 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T22:59:27,344 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:27,344 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T22:59:27,345 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731884367344"}]},"ts":"9223372036854775807"} 2024-11-17T22:59:27,347 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T22:59:27,347 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 57c88196f726a92bf9f17b1a74ae794d, NAME => 'TestAcidGuarantees,,1731884333737.57c88196f726a92bf9f17b1a74ae794d.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T22:59:27,347 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T22:59:27,347 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731884367347"}]},"ts":"9223372036854775807"} 2024-11-17T22:59:27,349 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-17T22:59:27,349 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T22:59:27,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-17T22:59:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-17T22:59:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-17T22:59:27,381 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-17T22:59:27,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 247) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=3952 (was 4239) 2024-11-17T22:59:27,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T22:59:27,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:59:27,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:59:27,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:27,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:27,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:59:27,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T22:59:27,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=197894091, stopped=false 2024-11-17T22:59:27,395 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a6e40b21a48,34399,1731884181315 2024-11-17T22:59:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:59:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:59:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:59:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:59:27,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:59:27,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:59:27,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:59:27,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:59:27,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:59:27,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:27,399 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,41723,1731884181900' ***** 2024-11-17T22:59:27,399 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:59:27,399 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:59:27,400 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a6e40b21a48:41723. 2024-11-17T22:59:27,400 DEBUG [RS:0;1a6e40b21a48:41723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:59:27,400 DEBUG [RS:0;1a6e40b21a48:41723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:59:27,400 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T22:59:27,401 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T22:59:27,401 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T22:59:27,401 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:27,401 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:59:27,401 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:59:27,401 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:59:27,401 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:59:27,401 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:59:27,402 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-17T22:59:27,423 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/info/de291afbe5e64f23a510ac8d06d188d9 is 95, key is TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765./info:/1731884214274/DeleteFamily/seqid=0 2024-11-17T22:59:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742466_1642 (size=6514) 2024-11-17T22:59:27,453 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:59:27,590 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:59:27,590 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:59:27,602 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:27,802 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:27,828 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/info/de291afbe5e64f23a510ac8d06d188d9 2024-11-17T22:59:27,855 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/ns/04b1e325c1ef4f819e1bbec2a7e64fc9 is 93, key is TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765./ns:/1731884214236/DeleteFamily/seqid=0 2024-11-17T22:59:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742467_1643 (size=5906) 2024-11-17T22:59:28,002 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:28,202 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:28,258 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/ns/04b1e325c1ef4f819e1bbec2a7e64fc9 2024-11-17T22:59:28,275 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/rep_barrier/3e6e347b9db8463ea568a956fddde89f is 102, key is TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765./rep_barrier:/1731884214236/DeleteFamily/seqid=0 2024-11-17T22:59:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742468_1644 (size=6025) 2024-11-17T22:59:28,403 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:28,603 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:28,679 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/rep_barrier/3e6e347b9db8463ea568a956fddde89f 2024-11-17T22:59:28,699 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/table/b412db1ff47d44a7b2806f39ec828656 is 96, key is TestAcidGuarantees,,1731884186092.1958fde5e6f32ba9011bde4df3c54765./table:/1731884214236/DeleteFamily/seqid=0 2024-11-17T22:59:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742469_1645 (size=5936) 2024-11-17T22:59:28,803 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:29,004 DEBUG [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T22:59:29,104 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/table/b412db1ff47d44a7b2806f39ec828656 2024-11-17T22:59:29,112 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/info/de291afbe5e64f23a510ac8d06d188d9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/info/de291afbe5e64f23a510ac8d06d188d9 2024-11-17T22:59:29,116 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/info/de291afbe5e64f23a510ac8d06d188d9, entries=12, sequenceid=90, filesize=6.4 K 2024-11-17T22:59:29,117 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/ns/04b1e325c1ef4f819e1bbec2a7e64fc9 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/ns/04b1e325c1ef4f819e1bbec2a7e64fc9 2024-11-17T22:59:29,121 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/ns/04b1e325c1ef4f819e1bbec2a7e64fc9, entries=8, sequenceid=90, filesize=5.8 K 2024-11-17T22:59:29,122 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/rep_barrier/3e6e347b9db8463ea568a956fddde89f as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/rep_barrier/3e6e347b9db8463ea568a956fddde89f 2024-11-17T22:59:29,125 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/rep_barrier/3e6e347b9db8463ea568a956fddde89f, entries=6, sequenceid=90, filesize=5.9 K 2024-11-17T22:59:29,125 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/.tmp/table/b412db1ff47d44a7b2806f39ec828656 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/table/b412db1ff47d44a7b2806f39ec828656 2024-11-17T22:59:29,128 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/table/b412db1ff47d44a7b2806f39ec828656, entries=7, sequenceid=90, filesize=5.8 K 2024-11-17T22:59:29,128 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false 2024-11-17T22:59:29,132 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-17T22:59:29,132 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:59:29,132 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:59:29,132 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731884367401Running coprocessor pre-close hooks at 1731884367401Disabling compacts and flushes for region at 1731884367401Disabling writes for close at 1731884367401Obtaining lock to block concurrent updates at 1731884367402 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731884367402Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731884367402Flushing stores of hbase:meta,,1.1588230740 at 1731884367403 (+1 ms)Flushing 1588230740/info: creating writer at 1731884367403Flushing 1588230740/info: appending metadata at 1731884367423 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731884367423Flushing 1588230740/ns: creating writer at 1731884367836 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731884367854 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731884367854Flushing 1588230740/rep_barrier: creating writer at 1731884368261 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731884368275 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731884368275Flushing 1588230740/table: creating writer at 1731884368685 (+410 ms)Flushing 1588230740/table: appending metadata at 1731884368699 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731884368699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd4e8bc: reopening flushed file at 1731884369112 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2400783d: reopening flushed file at 1731884369117 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b5da2c: reopening flushed file at 1731884369121 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32adf8e8: reopening flushed file at 1731884369125 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false at 1731884369128 (+3 ms)Writing region close event to WAL at 1731884369130 (+2 ms)Running coprocessor post-close hooks at 1731884369132 (+2 ms)Closed at 1731884369132 2024-11-17T22:59:29,132 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T22:59:29,204 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,41723,1731884181900; all regions closed. 2024-11-17T22:59:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741834_1010 (size=25344) 2024-11-17T22:59:29,215 DEBUG [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/oldWALs 2024-11-17T22:59:29,215 INFO [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C41723%2C1731884181900.meta:.meta(num 1731884185714) 2024-11-17T22:59:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741832_1008 (size=20656774) 2024-11-17T22:59:29,219 DEBUG [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/oldWALs 2024-11-17T22:59:29,219 INFO [RS:0;1a6e40b21a48:41723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C41723%2C1731884181900:(num 1731884184700) 2024-11-17T22:59:29,219 DEBUG [RS:0;1a6e40b21a48:41723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:59:29,219 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:59:29,219 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:59:29,219 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T22:59:29,219 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:59:29,220 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:59:29,220 INFO [RS:0;1a6e40b21a48:41723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41723 2024-11-17T22:59:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,41723,1731884181900 2024-11-17T22:59:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:59:29,224 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:59:29,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,41723,1731884181900] 2024-11-17T22:59:29,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,41723,1731884181900 already deleted, retry=false 2024-11-17T22:59:29,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,41723,1731884181900 expired; onlineServers=0 2024-11-17T22:59:29,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a6e40b21a48,34399,1731884181315' ***** 2024-11-17T22:59:29,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T22:59:29,228 INFO [M:0;1a6e40b21a48:34399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:59:29,228 INFO [M:0;1a6e40b21a48:34399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:59:29,228 DEBUG [M:0;1a6e40b21a48:34399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T22:59:29,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T22:59:29,228 DEBUG [M:0;1a6e40b21a48:34399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T22:59:29,228 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731884184455 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731884184455,5,FailOnTimeoutGroup] 2024-11-17T22:59:29,228 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731884184455 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731884184455,5,FailOnTimeoutGroup] 2024-11-17T22:59:29,229 INFO [M:0;1a6e40b21a48:34399 {}] hbase.ChoreService(370): Chore service for: master/1a6e40b21a48:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T22:59:29,229 INFO [M:0;1a6e40b21a48:34399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:59:29,229 DEBUG [M:0;1a6e40b21a48:34399 {}] master.HMaster(1795): Stopping service threads 2024-11-17T22:59:29,229 INFO [M:0;1a6e40b21a48:34399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T22:59:29,229 INFO [M:0;1a6e40b21a48:34399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:59:29,229 ERROR [M:0;1a6e40b21a48:34399 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-17T22:59:29,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T22:59:29,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:59:29,230 INFO [M:0;1a6e40b21a48:34399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:59:29,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T22:59:29,230 DEBUG [M:0;1a6e40b21a48:34399 {}] zookeeper.ZKUtil(347): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T22:59:29,230 WARN [M:0;1a6e40b21a48:34399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T22:59:29,231 INFO [M:0;1a6e40b21a48:34399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/.lastflushedseqids 2024-11-17T22:59:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742470_1646 (size=72) 2024-11-17T22:59:29,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:59:29,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x1004fe6c0550001, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:59:29,328 INFO [RS:0;1a6e40b21a48:41723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:59:29,328 INFO [RS:0;1a6e40b21a48:41723 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,41723,1731884181900; zookeeper connection closed. 2024-11-17T22:59:29,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fad4c4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fad4c4e 2024-11-17T22:59:29,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T22:59:29,639 INFO [M:0;1a6e40b21a48:34399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:59:29,640 INFO [M:0;1a6e40b21a48:34399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T22:59:29,640 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:59:29,640 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:59:29,640 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:59:29,640 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:59:29,640 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:59:29,640 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=795.32 KB heapSize=975.84 KB 2024-11-17T22:59:29,664 DEBUG [M:0;1a6e40b21a48:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d55850ea15574a0baa4e9218f8109e62 is 82, key is hbase:meta,,1/info:regioninfo/1731884185795/Put/seqid=0 2024-11-17T22:59:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742471_1647 (size=5672) 2024-11-17T22:59:30,068 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2238 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d55850ea15574a0baa4e9218f8109e62 2024-11-17T22:59:30,095 DEBUG [M:0;1a6e40b21a48:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709153a748d1492ba11d34d78660a9bc is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1731884336825/Put/seqid=0 2024-11-17T22:59:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742472_1648 (size=45415) 2024-11-17T22:59:30,502 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=794.76 KB at sequenceid=2238 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709153a748d1492ba11d34d78660a9bc 2024-11-17T22:59:30,505 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709153a748d1492ba11d34d78660a9bc 2024-11-17T22:59:30,520 DEBUG [M:0;1a6e40b21a48:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6054d4644ec948118e471a716794295d is 69, key is 1a6e40b21a48,41723,1731884181900/rs:state/1731884184468/Put/seqid=0 2024-11-17T22:59:30,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073742473_1649 (size=5156) 2024-11-17T22:59:30,924 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2238 (bloomFilter=true), to=hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6054d4644ec948118e471a716794295d 2024-11-17T22:59:30,931 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d55850ea15574a0baa4e9218f8109e62 as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d55850ea15574a0baa4e9218f8109e62 2024-11-17T22:59:30,935 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d55850ea15574a0baa4e9218f8109e62, entries=8, sequenceid=2238, filesize=5.5 K 2024-11-17T22:59:30,936 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709153a748d1492ba11d34d78660a9bc as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/709153a748d1492ba11d34d78660a9bc 2024-11-17T22:59:30,940 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709153a748d1492ba11d34d78660a9bc 2024-11-17T22:59:30,940 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/709153a748d1492ba11d34d78660a9bc, entries=170, sequenceid=2238, filesize=44.4 K 2024-11-17T22:59:30,941 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6054d4644ec948118e471a716794295d as hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6054d4644ec948118e471a716794295d 2024-11-17T22:59:30,945 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35337/user/jenkins/test-data/d83accff-e348-30c0-ab4f-3caa53f215e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6054d4644ec948118e471a716794295d, entries=1, sequenceid=2238, filesize=5.0 K 2024-11-17T22:59:30,946 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~795.32 KB/814407, heapSize ~975.55 KB/998960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=2238, compaction requested=false 2024-11-17T22:59:30,948 INFO [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:59:30,948 DEBUG [M:0;1a6e40b21a48:34399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731884369640Disabling compacts and flushes for region at 1731884369640Disabling writes for close at 1731884369640Obtaining lock to block concurrent updates at 1731884369640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731884369640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=814407, getHeapSize=999200, getOffHeapSize=0, getCellsCount=2433 at 1731884369641 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731884369642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731884369642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731884369664 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731884369664Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731884370073 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731884370094 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731884370094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731884370505 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731884370520 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731884370520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dffbcc2: reopening flushed file at 1731884370929 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d301e5: reopening flushed file at 1731884370935 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fae8c7: reopening flushed file at 1731884370940 (+5 ms)Finished flush of dataSize ~795.32 KB/814407, heapSize ~975.55 KB/998960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=2238, compaction requested=false at 1731884370946 (+6 ms)Writing region close event to WAL at 1731884370948 (+2 ms)Closed at 1731884370948 2024-11-17T22:59:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741830_1006 (size=961076) 2024-11-17T22:59:30,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:59:30,952 INFO [M:0;1a6e40b21a48:34399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T22:59:30,952 INFO [M:0;1a6e40b21a48:34399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34399 2024-11-17T22:59:30,952 INFO [M:0;1a6e40b21a48:34399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:59:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:59:31,054 INFO [M:0;1a6e40b21a48:34399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:59:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x1004fe6c0550000, quorum=127.0.0.1:50283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:59:31,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:59:31,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:59:31,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:59:31,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:59:31,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/hadoop.log.dir/,STOPPED} 2024-11-17T22:59:31,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:59:31,073 WARN [BP-49016161-172.17.0.2-1731884178780 heartbeating to localhost/127.0.0.1:35337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:59:31,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:59:31,073 WARN [BP-49016161-172.17.0.2-1731884178780 heartbeating to localhost/127.0.0.1:35337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-49016161-172.17.0.2-1731884178780 (Datanode Uuid d05a8b6f-6449-4a40-aa1a-2d4f9578a4e7) service to localhost/127.0.0.1:35337 2024-11-17T22:59:31,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/data/data1/current/BP-49016161-172.17.0.2-1731884178780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:59:31,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/cluster_b51900f8-8c4b-cb70-6613-b26c3930d380/data/data2/current/BP-49016161-172.17.0.2-1731884178780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:59:31,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:59:31,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:59:31,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:59:31,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:59:31,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:59:31,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b3a7a868-1431-979b-851d-6c6a73cfbd5f/hadoop.log.dir/,STOPPED} 2024-11-17T22:59:31,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T22:59:31,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down